webscout 8.2.2__py3-none-any.whl → 8.2.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIauto.py +112 -22
- webscout/AIbase.py +144 -7
- webscout/AIutel.py +249 -131
- webscout/Bard.py +579 -206
- webscout/DWEBS.py +78 -35
- webscout/__init__.py +0 -1
- webscout/cli.py +256 -0
- webscout/conversation.py +307 -436
- webscout/exceptions.py +23 -0
- webscout/prompt_manager.py +56 -42
- webscout/version.py +1 -1
- webscout/webscout_search.py +65 -47
- webscout/webscout_search_async.py +81 -126
- webscout/yep_search.py +93 -43
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info}/METADATA +172 -52
- webscout-8.2.7.dist-info/RECORD +26 -0
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info}/WHEEL +1 -1
- webscout-8.2.7.dist-info/entry_points.txt +3 -0
- webscout-8.2.7.dist-info/top_level.txt +1 -0
- inferno/__init__.py +0 -6
- inferno/__main__.py +0 -9
- inferno/cli.py +0 -6
- webscout/Extra/GitToolkit/__init__.py +0 -10
- webscout/Extra/GitToolkit/gitapi/__init__.py +0 -12
- webscout/Extra/GitToolkit/gitapi/repository.py +0 -195
- webscout/Extra/GitToolkit/gitapi/user.py +0 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +0 -62
- webscout/Extra/YTToolkit/YTdownloader.py +0 -957
- webscout/Extra/YTToolkit/__init__.py +0 -3
- webscout/Extra/YTToolkit/transcriber.py +0 -476
- webscout/Extra/YTToolkit/ytapi/__init__.py +0 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +0 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +0 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +0 -45
- webscout/Extra/YTToolkit/ytapi/https.py +0 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +0 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +0 -59
- webscout/Extra/YTToolkit/ytapi/pool.py +0 -8
- webscout/Extra/YTToolkit/ytapi/query.py +0 -40
- webscout/Extra/YTToolkit/ytapi/stream.py +0 -63
- webscout/Extra/YTToolkit/ytapi/utils.py +0 -62
- webscout/Extra/YTToolkit/ytapi/video.py +0 -232
- webscout/Extra/__init__.py +0 -7
- webscout/Extra/autocoder/__init__.py +0 -9
- webscout/Extra/autocoder/autocoder.py +0 -849
- webscout/Extra/autocoder/autocoder_utiles.py +0 -332
- webscout/Extra/gguf.py +0 -682
- webscout/Extra/tempmail/__init__.py +0 -28
- webscout/Extra/tempmail/async_utils.py +0 -141
- webscout/Extra/tempmail/base.py +0 -161
- webscout/Extra/tempmail/cli.py +0 -187
- webscout/Extra/tempmail/emailnator.py +0 -84
- webscout/Extra/tempmail/mail_tm.py +0 -361
- webscout/Extra/tempmail/temp_mail_io.py +0 -292
- webscout/Extra/weather.py +0 -194
- webscout/Extra/weather_ascii.py +0 -76
- webscout/LLM.py +0 -442
- webscout/Litlogger/__init__.py +0 -67
- webscout/Litlogger/core/__init__.py +0 -6
- webscout/Litlogger/core/level.py +0 -23
- webscout/Litlogger/core/logger.py +0 -165
- webscout/Litlogger/handlers/__init__.py +0 -12
- webscout/Litlogger/handlers/console.py +0 -33
- webscout/Litlogger/handlers/file.py +0 -143
- webscout/Litlogger/handlers/network.py +0 -173
- webscout/Litlogger/styles/__init__.py +0 -7
- webscout/Litlogger/styles/colors.py +0 -249
- webscout/Litlogger/styles/formats.py +0 -458
- webscout/Litlogger/styles/text.py +0 -87
- webscout/Litlogger/utils/__init__.py +0 -6
- webscout/Litlogger/utils/detectors.py +0 -153
- webscout/Litlogger/utils/formatters.py +0 -200
- webscout/Local/__init__.py +0 -12
- webscout/Local/__main__.py +0 -9
- webscout/Local/api.py +0 -576
- webscout/Local/cli.py +0 -516
- webscout/Local/config.py +0 -75
- webscout/Local/llm.py +0 -287
- webscout/Local/model_manager.py +0 -253
- webscout/Local/server.py +0 -721
- webscout/Local/utils.py +0 -93
- webscout/Provider/AI21.py +0 -177
- webscout/Provider/AISEARCH/DeepFind.py +0 -250
- webscout/Provider/AISEARCH/ISou.py +0 -256
- webscout/Provider/AISEARCH/Perplexity.py +0 -359
- webscout/Provider/AISEARCH/__init__.py +0 -10
- webscout/Provider/AISEARCH/felo_search.py +0 -228
- webscout/Provider/AISEARCH/genspark_search.py +0 -208
- webscout/Provider/AISEARCH/hika_search.py +0 -194
- webscout/Provider/AISEARCH/iask_search.py +0 -436
- webscout/Provider/AISEARCH/monica_search.py +0 -246
- webscout/Provider/AISEARCH/scira_search.py +0 -324
- webscout/Provider/AISEARCH/webpilotai_search.py +0 -281
- webscout/Provider/Aitopia.py +0 -292
- webscout/Provider/AllenAI.py +0 -413
- webscout/Provider/Andi.py +0 -228
- webscout/Provider/Blackboxai.py +0 -229
- webscout/Provider/C4ai.py +0 -432
- webscout/Provider/ChatGPTClone.py +0 -226
- webscout/Provider/ChatGPTES.py +0 -237
- webscout/Provider/ChatGPTGratis.py +0 -194
- webscout/Provider/Chatify.py +0 -175
- webscout/Provider/Cloudflare.py +0 -273
- webscout/Provider/Cohere.py +0 -208
- webscout/Provider/DeepSeek.py +0 -196
- webscout/Provider/Deepinfra.py +0 -297
- webscout/Provider/ElectronHub.py +0 -709
- webscout/Provider/ExaAI.py +0 -261
- webscout/Provider/ExaChat.py +0 -342
- webscout/Provider/Free2GPT.py +0 -241
- webscout/Provider/GPTWeb.py +0 -193
- webscout/Provider/Gemini.py +0 -169
- webscout/Provider/GithubChat.py +0 -367
- webscout/Provider/Glider.py +0 -211
- webscout/Provider/Groq.py +0 -670
- webscout/Provider/HF_space/__init__.py +0 -0
- webscout/Provider/HF_space/qwen_qwen2.py +0 -206
- webscout/Provider/HeckAI.py +0 -233
- webscout/Provider/HuggingFaceChat.py +0 -462
- webscout/Provider/Hunyuan.py +0 -272
- webscout/Provider/Jadve.py +0 -266
- webscout/Provider/Koboldai.py +0 -381
- webscout/Provider/LambdaChat.py +0 -392
- webscout/Provider/Llama.py +0 -200
- webscout/Provider/Llama3.py +0 -204
- webscout/Provider/Marcus.py +0 -148
- webscout/Provider/Netwrck.py +0 -228
- webscout/Provider/OLLAMA.py +0 -396
- webscout/Provider/OPENAI/__init__.py +0 -25
- webscout/Provider/OPENAI/base.py +0 -46
- webscout/Provider/OPENAI/c4ai.py +0 -367
- webscout/Provider/OPENAI/chatgpt.py +0 -549
- webscout/Provider/OPENAI/chatgptclone.py +0 -460
- webscout/Provider/OPENAI/deepinfra.py +0 -272
- webscout/Provider/OPENAI/e2b.py +0 -1350
- webscout/Provider/OPENAI/exaai.py +0 -404
- webscout/Provider/OPENAI/exachat.py +0 -433
- webscout/Provider/OPENAI/freeaichat.py +0 -352
- webscout/Provider/OPENAI/glider.py +0 -316
- webscout/Provider/OPENAI/heckai.py +0 -337
- webscout/Provider/OPENAI/llmchatco.py +0 -327
- webscout/Provider/OPENAI/netwrck.py +0 -348
- webscout/Provider/OPENAI/opkfc.py +0 -488
- webscout/Provider/OPENAI/scirachat.py +0 -463
- webscout/Provider/OPENAI/sonus.py +0 -294
- webscout/Provider/OPENAI/standardinput.py +0 -425
- webscout/Provider/OPENAI/textpollinations.py +0 -285
- webscout/Provider/OPENAI/toolbaz.py +0 -405
- webscout/Provider/OPENAI/typegpt.py +0 -346
- webscout/Provider/OPENAI/uncovrAI.py +0 -455
- webscout/Provider/OPENAI/utils.py +0 -211
- webscout/Provider/OPENAI/venice.py +0 -413
- webscout/Provider/OPENAI/wisecat.py +0 -381
- webscout/Provider/OPENAI/writecream.py +0 -156
- webscout/Provider/OPENAI/x0gpt.py +0 -371
- webscout/Provider/OPENAI/yep.py +0 -327
- webscout/Provider/OpenGPT.py +0 -199
- webscout/Provider/Openai.py +0 -496
- webscout/Provider/PI.py +0 -344
- webscout/Provider/Perplexitylabs.py +0 -415
- webscout/Provider/Phind.py +0 -535
- webscout/Provider/PizzaGPT.py +0 -198
- webscout/Provider/QwenLM.py +0 -254
- webscout/Provider/Reka.py +0 -214
- webscout/Provider/StandardInput.py +0 -278
- webscout/Provider/TTI/AiForce/__init__.py +0 -22
- webscout/Provider/TTI/AiForce/async_aiforce.py +0 -224
- webscout/Provider/TTI/AiForce/sync_aiforce.py +0 -245
- webscout/Provider/TTI/FreeAIPlayground/__init__.py +0 -9
- webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +0 -181
- webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +0 -180
- webscout/Provider/TTI/ImgSys/__init__.py +0 -23
- webscout/Provider/TTI/ImgSys/async_imgsys.py +0 -202
- webscout/Provider/TTI/ImgSys/sync_imgsys.py +0 -195
- webscout/Provider/TTI/MagicStudio/__init__.py +0 -2
- webscout/Provider/TTI/MagicStudio/async_magicstudio.py +0 -111
- webscout/Provider/TTI/MagicStudio/sync_magicstudio.py +0 -109
- webscout/Provider/TTI/Nexra/__init__.py +0 -22
- webscout/Provider/TTI/Nexra/async_nexra.py +0 -286
- webscout/Provider/TTI/Nexra/sync_nexra.py +0 -258
- webscout/Provider/TTI/PollinationsAI/__init__.py +0 -23
- webscout/Provider/TTI/PollinationsAI/async_pollinations.py +0 -311
- webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +0 -265
- webscout/Provider/TTI/__init__.py +0 -12
- webscout/Provider/TTI/aiarta/__init__.py +0 -2
- webscout/Provider/TTI/aiarta/async_aiarta.py +0 -482
- webscout/Provider/TTI/aiarta/sync_aiarta.py +0 -440
- webscout/Provider/TTI/artbit/__init__.py +0 -22
- webscout/Provider/TTI/artbit/async_artbit.py +0 -155
- webscout/Provider/TTI/artbit/sync_artbit.py +0 -148
- webscout/Provider/TTI/fastflux/__init__.py +0 -22
- webscout/Provider/TTI/fastflux/async_fastflux.py +0 -261
- webscout/Provider/TTI/fastflux/sync_fastflux.py +0 -252
- webscout/Provider/TTI/huggingface/__init__.py +0 -22
- webscout/Provider/TTI/huggingface/async_huggingface.py +0 -199
- webscout/Provider/TTI/huggingface/sync_huggingface.py +0 -195
- webscout/Provider/TTI/piclumen/__init__.py +0 -23
- webscout/Provider/TTI/piclumen/async_piclumen.py +0 -268
- webscout/Provider/TTI/piclumen/sync_piclumen.py +0 -233
- webscout/Provider/TTI/pixelmuse/__init__.py +0 -4
- webscout/Provider/TTI/pixelmuse/async_pixelmuse.py +0 -249
- webscout/Provider/TTI/pixelmuse/sync_pixelmuse.py +0 -182
- webscout/Provider/TTI/talkai/__init__.py +0 -4
- webscout/Provider/TTI/talkai/async_talkai.py +0 -229
- webscout/Provider/TTI/talkai/sync_talkai.py +0 -207
- webscout/Provider/TTS/__init__.py +0 -7
- webscout/Provider/TTS/deepgram.py +0 -156
- webscout/Provider/TTS/elevenlabs.py +0 -111
- webscout/Provider/TTS/gesserit.py +0 -127
- webscout/Provider/TTS/murfai.py +0 -113
- webscout/Provider/TTS/parler.py +0 -111
- webscout/Provider/TTS/speechma.py +0 -180
- webscout/Provider/TTS/streamElements.py +0 -333
- webscout/Provider/TTS/utils.py +0 -280
- webscout/Provider/TeachAnything.py +0 -187
- webscout/Provider/TextPollinationsAI.py +0 -231
- webscout/Provider/TwoAI.py +0 -199
- webscout/Provider/Venice.py +0 -219
- webscout/Provider/VercelAI.py +0 -234
- webscout/Provider/WebSim.py +0 -228
- webscout/Provider/WiseCat.py +0 -196
- webscout/Provider/Writecream.py +0 -211
- webscout/Provider/WritingMate.py +0 -197
- webscout/Provider/Youchat.py +0 -330
- webscout/Provider/__init__.py +0 -198
- webscout/Provider/ai4chat.py +0 -202
- webscout/Provider/aimathgpt.py +0 -189
- webscout/Provider/akashgpt.py +0 -342
- webscout/Provider/askmyai.py +0 -158
- webscout/Provider/asksteve.py +0 -203
- webscout/Provider/bagoodex.py +0 -145
- webscout/Provider/cerebras.py +0 -242
- webscout/Provider/chatglm.py +0 -205
- webscout/Provider/cleeai.py +0 -213
- webscout/Provider/copilot.py +0 -428
- webscout/Provider/elmo.py +0 -234
- webscout/Provider/freeaichat.py +0 -271
- webscout/Provider/gaurish.py +0 -244
- webscout/Provider/geminiapi.py +0 -208
- webscout/Provider/geminiprorealtime.py +0 -160
- webscout/Provider/granite.py +0 -187
- webscout/Provider/hermes.py +0 -219
- webscout/Provider/julius.py +0 -223
- webscout/Provider/koala.py +0 -268
- webscout/Provider/labyrinth.py +0 -340
- webscout/Provider/learnfastai.py +0 -266
- webscout/Provider/lepton.py +0 -194
- webscout/Provider/llama3mitril.py +0 -180
- webscout/Provider/llamatutor.py +0 -192
- webscout/Provider/llmchat.py +0 -213
- webscout/Provider/llmchatco.py +0 -311
- webscout/Provider/meta.py +0 -794
- webscout/Provider/multichat.py +0 -325
- webscout/Provider/promptrefine.py +0 -193
- webscout/Provider/scira_chat.py +0 -277
- webscout/Provider/scnet.py +0 -187
- webscout/Provider/searchchat.py +0 -293
- webscout/Provider/sonus.py +0 -208
- webscout/Provider/talkai.py +0 -194
- webscout/Provider/toolbaz.py +0 -320
- webscout/Provider/turboseek.py +0 -219
- webscout/Provider/tutorai.py +0 -252
- webscout/Provider/typefully.py +0 -280
- webscout/Provider/typegpt.py +0 -232
- webscout/Provider/uncovr.py +0 -312
- webscout/Provider/x0gpt.py +0 -256
- webscout/Provider/yep.py +0 -376
- webscout/litagent/__init__.py +0 -29
- webscout/litagent/agent.py +0 -455
- webscout/litagent/constants.py +0 -60
- webscout/litprinter/__init__.py +0 -59
- webscout/scout/__init__.py +0 -8
- webscout/scout/core/__init__.py +0 -7
- webscout/scout/core/crawler.py +0 -140
- webscout/scout/core/scout.py +0 -568
- webscout/scout/core/search_result.py +0 -96
- webscout/scout/core/text_analyzer.py +0 -63
- webscout/scout/core/text_utils.py +0 -277
- webscout/scout/core/web_analyzer.py +0 -52
- webscout/scout/core.py +0 -881
- webscout/scout/element.py +0 -460
- webscout/scout/parsers/__init__.py +0 -69
- webscout/scout/parsers/html5lib_parser.py +0 -172
- webscout/scout/parsers/html_parser.py +0 -236
- webscout/scout/parsers/lxml_parser.py +0 -178
- webscout/scout/utils.py +0 -37
- webscout/swiftcli/__init__.py +0 -809
- webscout/zeroart/__init__.py +0 -55
- webscout/zeroart/base.py +0 -60
- webscout/zeroart/effects.py +0 -99
- webscout/zeroart/fonts.py +0 -816
- webscout-8.2.2.dist-info/RECORD +0 -309
- webscout-8.2.2.dist-info/entry_points.txt +0 -5
- webscout-8.2.2.dist-info/top_level.txt +0 -3
- webstoken/__init__.py +0 -30
- webstoken/classifier.py +0 -189
- webstoken/keywords.py +0 -216
- webstoken/language.py +0 -128
- webstoken/ner.py +0 -164
- webstoken/normalizer.py +0 -35
- webstoken/processor.py +0 -77
- webstoken/sentiment.py +0 -206
- webstoken/stemmer.py +0 -73
- webstoken/tagger.py +0 -60
- webstoken/tokenizer.py +0 -158
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info/licenses}/LICENSE.md +0 -0
webscout/Provider/llmchatco.py
DELETED
|
@@ -1,311 +0,0 @@
|
|
|
1
|
-
import requests
|
|
2
|
-
import json
|
|
3
|
-
import uuid
|
|
4
|
-
import re
|
|
5
|
-
from typing import Union, Any, Dict, Optional, Generator, List
|
|
6
|
-
|
|
7
|
-
from webscout.AIutel import Optimizers
|
|
8
|
-
from webscout.AIutel import Conversation
|
|
9
|
-
from webscout.AIutel import AwesomePrompts
|
|
10
|
-
from webscout.AIbase import Provider
|
|
11
|
-
from webscout import exceptions
|
|
12
|
-
from webscout.litagent import LitAgent as Lit
|
|
13
|
-
|
|
14
|
-
class LLMChatCo(Provider):
|
|
15
|
-
"""
|
|
16
|
-
A class to interact with the LLMChat.co API
|
|
17
|
-
"""
|
|
18
|
-
|
|
19
|
-
AVAILABLE_MODELS = [
|
|
20
|
-
"gemini-flash-2.0", # Default model
|
|
21
|
-
"llama-4-scout",
|
|
22
|
-
"gpt-4o-mini",
|
|
23
|
-
"gpt-4.1-nano",
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
# "gpt-4.1",
|
|
27
|
-
# "gpt-4.1-mini",
|
|
28
|
-
# "o3-mini",
|
|
29
|
-
# "claude-3-5-sonnet",
|
|
30
|
-
# "deepseek-r1",
|
|
31
|
-
# "claude-3-7-sonnet",
|
|
32
|
-
# "deep", # deep research mode
|
|
33
|
-
# "pro" # pro research mode
|
|
34
|
-
|
|
35
|
-
]
|
|
36
|
-
|
|
37
|
-
def __init__(
|
|
38
|
-
self,
|
|
39
|
-
is_conversation: bool = True,
|
|
40
|
-
max_tokens: int = 2048,
|
|
41
|
-
timeout: int = 60,
|
|
42
|
-
intro: str = None,
|
|
43
|
-
filepath: str = None,
|
|
44
|
-
update_file: bool = True,
|
|
45
|
-
proxies: dict = {},
|
|
46
|
-
history_offset: int = 10250,
|
|
47
|
-
act: str = None,
|
|
48
|
-
model: str = "gemini-flash-2.0",
|
|
49
|
-
system_prompt: str = "You are a helpful assistant."
|
|
50
|
-
):
|
|
51
|
-
"""
|
|
52
|
-
Initializes the LLMChat.co API with given parameters.
|
|
53
|
-
"""
|
|
54
|
-
|
|
55
|
-
if model not in self.AVAILABLE_MODELS:
|
|
56
|
-
raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
|
|
57
|
-
|
|
58
|
-
self.session = requests.Session()
|
|
59
|
-
self.is_conversation = is_conversation
|
|
60
|
-
self.max_tokens_to_sample = max_tokens
|
|
61
|
-
self.api_endpoint = "https://llmchat.co/api/completion"
|
|
62
|
-
self.timeout = timeout
|
|
63
|
-
self.last_response = {}
|
|
64
|
-
self.model = model
|
|
65
|
-
self.system_prompt = system_prompt
|
|
66
|
-
self.thread_id = str(uuid.uuid4()) # Generate a unique thread ID for conversations
|
|
67
|
-
|
|
68
|
-
# Create LitAgent instance for user agent generation
|
|
69
|
-
lit_agent = Lit()
|
|
70
|
-
|
|
71
|
-
# Headers based on the provided request
|
|
72
|
-
self.headers = {
|
|
73
|
-
"Content-Type": "application/json",
|
|
74
|
-
"Accept": "text/event-stream",
|
|
75
|
-
"User-Agent": lit_agent.random(),
|
|
76
|
-
"Accept-Language": "en-US,en;q=0.9",
|
|
77
|
-
"Origin": "https://llmchat.co",
|
|
78
|
-
"Referer": f"https://llmchat.co/chat/{self.thread_id}",
|
|
79
|
-
"DNT": "1",
|
|
80
|
-
"Sec-Fetch-Dest": "empty",
|
|
81
|
-
"Sec-Fetch-Mode": "cors",
|
|
82
|
-
"Sec-Fetch-Site": "same-origin"
|
|
83
|
-
}
|
|
84
|
-
|
|
85
|
-
self.__available_optimizers = (
|
|
86
|
-
method
|
|
87
|
-
for method in dir(Optimizers)
|
|
88
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
89
|
-
)
|
|
90
|
-
|
|
91
|
-
Conversation.intro = (
|
|
92
|
-
AwesomePrompts().get_act(
|
|
93
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
94
|
-
)
|
|
95
|
-
if act
|
|
96
|
-
else intro or Conversation.intro
|
|
97
|
-
)
|
|
98
|
-
|
|
99
|
-
self.conversation = Conversation(
|
|
100
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
101
|
-
)
|
|
102
|
-
self.conversation.history_offset = history_offset
|
|
103
|
-
self.session.proxies = proxies
|
|
104
|
-
# Store message history for conversation context
|
|
105
|
-
self.last_assistant_response = ""
|
|
106
|
-
|
|
107
|
-
def parse_sse(self, data):
|
|
108
|
-
"""Parse Server-Sent Events data"""
|
|
109
|
-
if not data or not data.strip():
|
|
110
|
-
return None
|
|
111
|
-
|
|
112
|
-
# Check if it's an event line
|
|
113
|
-
if data.startswith('event:'):
|
|
114
|
-
return {'event': data[6:].strip()}
|
|
115
|
-
|
|
116
|
-
# Check if it's data
|
|
117
|
-
if data.startswith('data:'):
|
|
118
|
-
data_content = data[5:].strip()
|
|
119
|
-
if data_content:
|
|
120
|
-
try:
|
|
121
|
-
return {'data': json.loads(data_content)}
|
|
122
|
-
except json.JSONDecodeError:
|
|
123
|
-
return {'data': data_content}
|
|
124
|
-
|
|
125
|
-
return None
|
|
126
|
-
|
|
127
|
-
def ask(
|
|
128
|
-
self,
|
|
129
|
-
prompt: str,
|
|
130
|
-
stream: bool = True, # Default to stream as the API uses SSE
|
|
131
|
-
raw: bool = False,
|
|
132
|
-
optimizer: str = None,
|
|
133
|
-
conversationally: bool = False,
|
|
134
|
-
web_search: bool = False,
|
|
135
|
-
) -> Union[Dict[str, Any], Generator[Any, None, None]]:
|
|
136
|
-
"""Chat with LLMChat.co with streaming capabilities"""
|
|
137
|
-
|
|
138
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
139
|
-
if optimizer:
|
|
140
|
-
if optimizer in self.__available_optimizers:
|
|
141
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
142
|
-
conversation_prompt if conversationally else prompt
|
|
143
|
-
)
|
|
144
|
-
else:
|
|
145
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
146
|
-
f"Optimizer is not one of {self.__available_optimizers}"
|
|
147
|
-
)
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
# Generate a unique ID for this message
|
|
151
|
-
thread_item_id = ''.join(str(uuid.uuid4()).split('-'))[:20]
|
|
152
|
-
messages = [
|
|
153
|
-
{"role": "system", "content": self.system_prompt},
|
|
154
|
-
{"role": "user", "content": prompt},
|
|
155
|
-
]
|
|
156
|
-
# Prepare payload for the API request based on observed request format
|
|
157
|
-
payload = {
|
|
158
|
-
"mode": self.model,
|
|
159
|
-
"prompt": prompt,
|
|
160
|
-
"threadId": self.thread_id,
|
|
161
|
-
"messages": messages,
|
|
162
|
-
"mcpConfig": {},
|
|
163
|
-
"threadItemId": thread_item_id,
|
|
164
|
-
"parentThreadItemId": "",
|
|
165
|
-
"webSearch": web_search,
|
|
166
|
-
"showSuggestions": True
|
|
167
|
-
}
|
|
168
|
-
|
|
169
|
-
def for_stream():
|
|
170
|
-
try:
|
|
171
|
-
# Set up the streaming request
|
|
172
|
-
response = self.session.post(
|
|
173
|
-
self.api_endpoint,
|
|
174
|
-
json=payload,
|
|
175
|
-
headers=self.headers,
|
|
176
|
-
stream=True,
|
|
177
|
-
timeout=self.timeout
|
|
178
|
-
)
|
|
179
|
-
response.raise_for_status()
|
|
180
|
-
|
|
181
|
-
# Process the SSE stream
|
|
182
|
-
full_response = ""
|
|
183
|
-
current_event = None
|
|
184
|
-
buffer = ""
|
|
185
|
-
|
|
186
|
-
# Use a raw read approach to handle SSE
|
|
187
|
-
for chunk in response.iter_content(chunk_size=1024, decode_unicode=False):
|
|
188
|
-
if not chunk:
|
|
189
|
-
continue
|
|
190
|
-
|
|
191
|
-
# Decode the chunk and add to buffer
|
|
192
|
-
buffer += chunk.decode('utf-8')
|
|
193
|
-
|
|
194
|
-
# Process complete lines in the buffer
|
|
195
|
-
while '\n' in buffer:
|
|
196
|
-
line, buffer = buffer.split('\n', 1)
|
|
197
|
-
line = line.strip()
|
|
198
|
-
|
|
199
|
-
if not line:
|
|
200
|
-
continue
|
|
201
|
-
|
|
202
|
-
if line.startswith('event:'):
|
|
203
|
-
current_event = line[6:].strip()
|
|
204
|
-
elif line.startswith('data:'):
|
|
205
|
-
data_content = line[5:].strip()
|
|
206
|
-
if data_content and current_event == 'answer':
|
|
207
|
-
try:
|
|
208
|
-
json_data = json.loads(data_content)
|
|
209
|
-
if "answer" in json_data and "text" in json_data["answer"]:
|
|
210
|
-
text_chunk = json_data["answer"]["text"]
|
|
211
|
-
# If there's a fullText, use it as it's more complete
|
|
212
|
-
if json_data["answer"].get("fullText") and json_data["answer"].get("status") == "COMPLETED":
|
|
213
|
-
text_chunk = json_data["answer"]["fullText"]
|
|
214
|
-
|
|
215
|
-
# Extract only new content since last chunk
|
|
216
|
-
new_text = text_chunk[len(full_response):]
|
|
217
|
-
if new_text:
|
|
218
|
-
full_response = text_chunk
|
|
219
|
-
yield new_text if raw else dict(text=new_text)
|
|
220
|
-
except json.JSONDecodeError:
|
|
221
|
-
continue
|
|
222
|
-
elif data_content and current_event == 'done':
|
|
223
|
-
break
|
|
224
|
-
|
|
225
|
-
self.last_response.update(dict(text=full_response))
|
|
226
|
-
self.last_assistant_response = full_response
|
|
227
|
-
self.conversation.update_chat_history(
|
|
228
|
-
prompt, self.get_message(self.last_response)
|
|
229
|
-
)
|
|
230
|
-
|
|
231
|
-
except requests.exceptions.RequestException as e:
|
|
232
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed: {e}")
|
|
233
|
-
except Exception as e:
|
|
234
|
-
raise exceptions.FailedToGenerateResponseError(f"Unexpected error: {str(e)}")
|
|
235
|
-
|
|
236
|
-
def for_non_stream():
|
|
237
|
-
full_response = ""
|
|
238
|
-
try:
|
|
239
|
-
for chunk in for_stream():
|
|
240
|
-
if not raw:
|
|
241
|
-
full_response += chunk.get('text', '')
|
|
242
|
-
else:
|
|
243
|
-
full_response += chunk
|
|
244
|
-
except Exception as e:
|
|
245
|
-
if not full_response:
|
|
246
|
-
raise exceptions.FailedToGenerateResponseError(f"Failed to get response: {str(e)}")
|
|
247
|
-
|
|
248
|
-
return dict(text=full_response)
|
|
249
|
-
|
|
250
|
-
return for_stream() if stream else for_non_stream()
|
|
251
|
-
|
|
252
|
-
def chat(
|
|
253
|
-
self,
|
|
254
|
-
prompt: str,
|
|
255
|
-
stream: bool = False,
|
|
256
|
-
optimizer: str = None,
|
|
257
|
-
conversationally: bool = False,
|
|
258
|
-
web_search: bool = False,
|
|
259
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
260
|
-
"""Generate response with streaming capabilities"""
|
|
261
|
-
|
|
262
|
-
def for_stream():
|
|
263
|
-
for response in self.ask(
|
|
264
|
-
prompt, True, optimizer=optimizer, conversationally=conversationally,
|
|
265
|
-
web_search=web_search
|
|
266
|
-
):
|
|
267
|
-
yield self.get_message(response)
|
|
268
|
-
|
|
269
|
-
def for_non_stream():
|
|
270
|
-
return self.get_message(
|
|
271
|
-
self.ask(
|
|
272
|
-
prompt,
|
|
273
|
-
False,
|
|
274
|
-
optimizer=optimizer,
|
|
275
|
-
conversationally=conversationally,
|
|
276
|
-
web_search=web_search
|
|
277
|
-
)
|
|
278
|
-
)
|
|
279
|
-
|
|
280
|
-
return for_stream() if stream else for_non_stream()
|
|
281
|
-
|
|
282
|
-
def get_message(self, response: Dict[str, Any]) -> str:
|
|
283
|
-
"""Retrieves message from response with validation"""
|
|
284
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
285
|
-
return response["text"]
|
|
286
|
-
|
|
287
|
-
if __name__ == "__main__":
|
|
288
|
-
print("-" * 80)
|
|
289
|
-
print(f"{'Model':<50} {'Status':<10} {'Response'}")
|
|
290
|
-
print("-" * 80)
|
|
291
|
-
|
|
292
|
-
# Test all available models
|
|
293
|
-
working = 0
|
|
294
|
-
total = len(LLMChatCo.AVAILABLE_MODELS)
|
|
295
|
-
|
|
296
|
-
for model in LLMChatCo.AVAILABLE_MODELS:
|
|
297
|
-
try:
|
|
298
|
-
test_ai = LLMChatCo(model=model, timeout=60)
|
|
299
|
-
response = test_ai.chat("Say 'Hello' in one word")
|
|
300
|
-
response_text = response
|
|
301
|
-
|
|
302
|
-
if response_text and len(response_text.strip()) > 0:
|
|
303
|
-
status = "✓"
|
|
304
|
-
# Truncate response if too long
|
|
305
|
-
display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
|
|
306
|
-
else:
|
|
307
|
-
status = "✗"
|
|
308
|
-
display_text = "Empty or invalid response"
|
|
309
|
-
print(f"{model:<50} {status:<10} {display_text}")
|
|
310
|
-
except Exception as e:
|
|
311
|
-
print(f"{model:<50} {'✗':<10} {str(e)}")
|