webscout 8.2.2__py3-none-any.whl → 8.2.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIauto.py +112 -22
- webscout/AIbase.py +144 -7
- webscout/AIutel.py +249 -131
- webscout/Bard.py +579 -206
- webscout/DWEBS.py +78 -35
- webscout/__init__.py +0 -1
- webscout/cli.py +256 -0
- webscout/conversation.py +307 -436
- webscout/exceptions.py +23 -0
- webscout/prompt_manager.py +56 -42
- webscout/version.py +1 -1
- webscout/webscout_search.py +65 -47
- webscout/webscout_search_async.py +81 -126
- webscout/yep_search.py +93 -43
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info}/METADATA +172 -52
- webscout-8.2.7.dist-info/RECORD +26 -0
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info}/WHEEL +1 -1
- webscout-8.2.7.dist-info/entry_points.txt +3 -0
- webscout-8.2.7.dist-info/top_level.txt +1 -0
- inferno/__init__.py +0 -6
- inferno/__main__.py +0 -9
- inferno/cli.py +0 -6
- webscout/Extra/GitToolkit/__init__.py +0 -10
- webscout/Extra/GitToolkit/gitapi/__init__.py +0 -12
- webscout/Extra/GitToolkit/gitapi/repository.py +0 -195
- webscout/Extra/GitToolkit/gitapi/user.py +0 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +0 -62
- webscout/Extra/YTToolkit/YTdownloader.py +0 -957
- webscout/Extra/YTToolkit/__init__.py +0 -3
- webscout/Extra/YTToolkit/transcriber.py +0 -476
- webscout/Extra/YTToolkit/ytapi/__init__.py +0 -6
- webscout/Extra/YTToolkit/ytapi/channel.py +0 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +0 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +0 -45
- webscout/Extra/YTToolkit/ytapi/https.py +0 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +0 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +0 -59
- webscout/Extra/YTToolkit/ytapi/pool.py +0 -8
- webscout/Extra/YTToolkit/ytapi/query.py +0 -40
- webscout/Extra/YTToolkit/ytapi/stream.py +0 -63
- webscout/Extra/YTToolkit/ytapi/utils.py +0 -62
- webscout/Extra/YTToolkit/ytapi/video.py +0 -232
- webscout/Extra/__init__.py +0 -7
- webscout/Extra/autocoder/__init__.py +0 -9
- webscout/Extra/autocoder/autocoder.py +0 -849
- webscout/Extra/autocoder/autocoder_utiles.py +0 -332
- webscout/Extra/gguf.py +0 -682
- webscout/Extra/tempmail/__init__.py +0 -28
- webscout/Extra/tempmail/async_utils.py +0 -141
- webscout/Extra/tempmail/base.py +0 -161
- webscout/Extra/tempmail/cli.py +0 -187
- webscout/Extra/tempmail/emailnator.py +0 -84
- webscout/Extra/tempmail/mail_tm.py +0 -361
- webscout/Extra/tempmail/temp_mail_io.py +0 -292
- webscout/Extra/weather.py +0 -194
- webscout/Extra/weather_ascii.py +0 -76
- webscout/LLM.py +0 -442
- webscout/Litlogger/__init__.py +0 -67
- webscout/Litlogger/core/__init__.py +0 -6
- webscout/Litlogger/core/level.py +0 -23
- webscout/Litlogger/core/logger.py +0 -165
- webscout/Litlogger/handlers/__init__.py +0 -12
- webscout/Litlogger/handlers/console.py +0 -33
- webscout/Litlogger/handlers/file.py +0 -143
- webscout/Litlogger/handlers/network.py +0 -173
- webscout/Litlogger/styles/__init__.py +0 -7
- webscout/Litlogger/styles/colors.py +0 -249
- webscout/Litlogger/styles/formats.py +0 -458
- webscout/Litlogger/styles/text.py +0 -87
- webscout/Litlogger/utils/__init__.py +0 -6
- webscout/Litlogger/utils/detectors.py +0 -153
- webscout/Litlogger/utils/formatters.py +0 -200
- webscout/Local/__init__.py +0 -12
- webscout/Local/__main__.py +0 -9
- webscout/Local/api.py +0 -576
- webscout/Local/cli.py +0 -516
- webscout/Local/config.py +0 -75
- webscout/Local/llm.py +0 -287
- webscout/Local/model_manager.py +0 -253
- webscout/Local/server.py +0 -721
- webscout/Local/utils.py +0 -93
- webscout/Provider/AI21.py +0 -177
- webscout/Provider/AISEARCH/DeepFind.py +0 -250
- webscout/Provider/AISEARCH/ISou.py +0 -256
- webscout/Provider/AISEARCH/Perplexity.py +0 -359
- webscout/Provider/AISEARCH/__init__.py +0 -10
- webscout/Provider/AISEARCH/felo_search.py +0 -228
- webscout/Provider/AISEARCH/genspark_search.py +0 -208
- webscout/Provider/AISEARCH/hika_search.py +0 -194
- webscout/Provider/AISEARCH/iask_search.py +0 -436
- webscout/Provider/AISEARCH/monica_search.py +0 -246
- webscout/Provider/AISEARCH/scira_search.py +0 -324
- webscout/Provider/AISEARCH/webpilotai_search.py +0 -281
- webscout/Provider/Aitopia.py +0 -292
- webscout/Provider/AllenAI.py +0 -413
- webscout/Provider/Andi.py +0 -228
- webscout/Provider/Blackboxai.py +0 -229
- webscout/Provider/C4ai.py +0 -432
- webscout/Provider/ChatGPTClone.py +0 -226
- webscout/Provider/ChatGPTES.py +0 -237
- webscout/Provider/ChatGPTGratis.py +0 -194
- webscout/Provider/Chatify.py +0 -175
- webscout/Provider/Cloudflare.py +0 -273
- webscout/Provider/Cohere.py +0 -208
- webscout/Provider/DeepSeek.py +0 -196
- webscout/Provider/Deepinfra.py +0 -297
- webscout/Provider/ElectronHub.py +0 -709
- webscout/Provider/ExaAI.py +0 -261
- webscout/Provider/ExaChat.py +0 -342
- webscout/Provider/Free2GPT.py +0 -241
- webscout/Provider/GPTWeb.py +0 -193
- webscout/Provider/Gemini.py +0 -169
- webscout/Provider/GithubChat.py +0 -367
- webscout/Provider/Glider.py +0 -211
- webscout/Provider/Groq.py +0 -670
- webscout/Provider/HF_space/__init__.py +0 -0
- webscout/Provider/HF_space/qwen_qwen2.py +0 -206
- webscout/Provider/HeckAI.py +0 -233
- webscout/Provider/HuggingFaceChat.py +0 -462
- webscout/Provider/Hunyuan.py +0 -272
- webscout/Provider/Jadve.py +0 -266
- webscout/Provider/Koboldai.py +0 -381
- webscout/Provider/LambdaChat.py +0 -392
- webscout/Provider/Llama.py +0 -200
- webscout/Provider/Llama3.py +0 -204
- webscout/Provider/Marcus.py +0 -148
- webscout/Provider/Netwrck.py +0 -228
- webscout/Provider/OLLAMA.py +0 -396
- webscout/Provider/OPENAI/__init__.py +0 -25
- webscout/Provider/OPENAI/base.py +0 -46
- webscout/Provider/OPENAI/c4ai.py +0 -367
- webscout/Provider/OPENAI/chatgpt.py +0 -549
- webscout/Provider/OPENAI/chatgptclone.py +0 -460
- webscout/Provider/OPENAI/deepinfra.py +0 -272
- webscout/Provider/OPENAI/e2b.py +0 -1350
- webscout/Provider/OPENAI/exaai.py +0 -404
- webscout/Provider/OPENAI/exachat.py +0 -433
- webscout/Provider/OPENAI/freeaichat.py +0 -352
- webscout/Provider/OPENAI/glider.py +0 -316
- webscout/Provider/OPENAI/heckai.py +0 -337
- webscout/Provider/OPENAI/llmchatco.py +0 -327
- webscout/Provider/OPENAI/netwrck.py +0 -348
- webscout/Provider/OPENAI/opkfc.py +0 -488
- webscout/Provider/OPENAI/scirachat.py +0 -463
- webscout/Provider/OPENAI/sonus.py +0 -294
- webscout/Provider/OPENAI/standardinput.py +0 -425
- webscout/Provider/OPENAI/textpollinations.py +0 -285
- webscout/Provider/OPENAI/toolbaz.py +0 -405
- webscout/Provider/OPENAI/typegpt.py +0 -346
- webscout/Provider/OPENAI/uncovrAI.py +0 -455
- webscout/Provider/OPENAI/utils.py +0 -211
- webscout/Provider/OPENAI/venice.py +0 -413
- webscout/Provider/OPENAI/wisecat.py +0 -381
- webscout/Provider/OPENAI/writecream.py +0 -156
- webscout/Provider/OPENAI/x0gpt.py +0 -371
- webscout/Provider/OPENAI/yep.py +0 -327
- webscout/Provider/OpenGPT.py +0 -199
- webscout/Provider/Openai.py +0 -496
- webscout/Provider/PI.py +0 -344
- webscout/Provider/Perplexitylabs.py +0 -415
- webscout/Provider/Phind.py +0 -535
- webscout/Provider/PizzaGPT.py +0 -198
- webscout/Provider/QwenLM.py +0 -254
- webscout/Provider/Reka.py +0 -214
- webscout/Provider/StandardInput.py +0 -278
- webscout/Provider/TTI/AiForce/__init__.py +0 -22
- webscout/Provider/TTI/AiForce/async_aiforce.py +0 -224
- webscout/Provider/TTI/AiForce/sync_aiforce.py +0 -245
- webscout/Provider/TTI/FreeAIPlayground/__init__.py +0 -9
- webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +0 -181
- webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +0 -180
- webscout/Provider/TTI/ImgSys/__init__.py +0 -23
- webscout/Provider/TTI/ImgSys/async_imgsys.py +0 -202
- webscout/Provider/TTI/ImgSys/sync_imgsys.py +0 -195
- webscout/Provider/TTI/MagicStudio/__init__.py +0 -2
- webscout/Provider/TTI/MagicStudio/async_magicstudio.py +0 -111
- webscout/Provider/TTI/MagicStudio/sync_magicstudio.py +0 -109
- webscout/Provider/TTI/Nexra/__init__.py +0 -22
- webscout/Provider/TTI/Nexra/async_nexra.py +0 -286
- webscout/Provider/TTI/Nexra/sync_nexra.py +0 -258
- webscout/Provider/TTI/PollinationsAI/__init__.py +0 -23
- webscout/Provider/TTI/PollinationsAI/async_pollinations.py +0 -311
- webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +0 -265
- webscout/Provider/TTI/__init__.py +0 -12
- webscout/Provider/TTI/aiarta/__init__.py +0 -2
- webscout/Provider/TTI/aiarta/async_aiarta.py +0 -482
- webscout/Provider/TTI/aiarta/sync_aiarta.py +0 -440
- webscout/Provider/TTI/artbit/__init__.py +0 -22
- webscout/Provider/TTI/artbit/async_artbit.py +0 -155
- webscout/Provider/TTI/artbit/sync_artbit.py +0 -148
- webscout/Provider/TTI/fastflux/__init__.py +0 -22
- webscout/Provider/TTI/fastflux/async_fastflux.py +0 -261
- webscout/Provider/TTI/fastflux/sync_fastflux.py +0 -252
- webscout/Provider/TTI/huggingface/__init__.py +0 -22
- webscout/Provider/TTI/huggingface/async_huggingface.py +0 -199
- webscout/Provider/TTI/huggingface/sync_huggingface.py +0 -195
- webscout/Provider/TTI/piclumen/__init__.py +0 -23
- webscout/Provider/TTI/piclumen/async_piclumen.py +0 -268
- webscout/Provider/TTI/piclumen/sync_piclumen.py +0 -233
- webscout/Provider/TTI/pixelmuse/__init__.py +0 -4
- webscout/Provider/TTI/pixelmuse/async_pixelmuse.py +0 -249
- webscout/Provider/TTI/pixelmuse/sync_pixelmuse.py +0 -182
- webscout/Provider/TTI/talkai/__init__.py +0 -4
- webscout/Provider/TTI/talkai/async_talkai.py +0 -229
- webscout/Provider/TTI/talkai/sync_talkai.py +0 -207
- webscout/Provider/TTS/__init__.py +0 -7
- webscout/Provider/TTS/deepgram.py +0 -156
- webscout/Provider/TTS/elevenlabs.py +0 -111
- webscout/Provider/TTS/gesserit.py +0 -127
- webscout/Provider/TTS/murfai.py +0 -113
- webscout/Provider/TTS/parler.py +0 -111
- webscout/Provider/TTS/speechma.py +0 -180
- webscout/Provider/TTS/streamElements.py +0 -333
- webscout/Provider/TTS/utils.py +0 -280
- webscout/Provider/TeachAnything.py +0 -187
- webscout/Provider/TextPollinationsAI.py +0 -231
- webscout/Provider/TwoAI.py +0 -199
- webscout/Provider/Venice.py +0 -219
- webscout/Provider/VercelAI.py +0 -234
- webscout/Provider/WebSim.py +0 -228
- webscout/Provider/WiseCat.py +0 -196
- webscout/Provider/Writecream.py +0 -211
- webscout/Provider/WritingMate.py +0 -197
- webscout/Provider/Youchat.py +0 -330
- webscout/Provider/__init__.py +0 -198
- webscout/Provider/ai4chat.py +0 -202
- webscout/Provider/aimathgpt.py +0 -189
- webscout/Provider/akashgpt.py +0 -342
- webscout/Provider/askmyai.py +0 -158
- webscout/Provider/asksteve.py +0 -203
- webscout/Provider/bagoodex.py +0 -145
- webscout/Provider/cerebras.py +0 -242
- webscout/Provider/chatglm.py +0 -205
- webscout/Provider/cleeai.py +0 -213
- webscout/Provider/copilot.py +0 -428
- webscout/Provider/elmo.py +0 -234
- webscout/Provider/freeaichat.py +0 -271
- webscout/Provider/gaurish.py +0 -244
- webscout/Provider/geminiapi.py +0 -208
- webscout/Provider/geminiprorealtime.py +0 -160
- webscout/Provider/granite.py +0 -187
- webscout/Provider/hermes.py +0 -219
- webscout/Provider/julius.py +0 -223
- webscout/Provider/koala.py +0 -268
- webscout/Provider/labyrinth.py +0 -340
- webscout/Provider/learnfastai.py +0 -266
- webscout/Provider/lepton.py +0 -194
- webscout/Provider/llama3mitril.py +0 -180
- webscout/Provider/llamatutor.py +0 -192
- webscout/Provider/llmchat.py +0 -213
- webscout/Provider/llmchatco.py +0 -311
- webscout/Provider/meta.py +0 -794
- webscout/Provider/multichat.py +0 -325
- webscout/Provider/promptrefine.py +0 -193
- webscout/Provider/scira_chat.py +0 -277
- webscout/Provider/scnet.py +0 -187
- webscout/Provider/searchchat.py +0 -293
- webscout/Provider/sonus.py +0 -208
- webscout/Provider/talkai.py +0 -194
- webscout/Provider/toolbaz.py +0 -320
- webscout/Provider/turboseek.py +0 -219
- webscout/Provider/tutorai.py +0 -252
- webscout/Provider/typefully.py +0 -280
- webscout/Provider/typegpt.py +0 -232
- webscout/Provider/uncovr.py +0 -312
- webscout/Provider/x0gpt.py +0 -256
- webscout/Provider/yep.py +0 -376
- webscout/litagent/__init__.py +0 -29
- webscout/litagent/agent.py +0 -455
- webscout/litagent/constants.py +0 -60
- webscout/litprinter/__init__.py +0 -59
- webscout/scout/__init__.py +0 -8
- webscout/scout/core/__init__.py +0 -7
- webscout/scout/core/crawler.py +0 -140
- webscout/scout/core/scout.py +0 -568
- webscout/scout/core/search_result.py +0 -96
- webscout/scout/core/text_analyzer.py +0 -63
- webscout/scout/core/text_utils.py +0 -277
- webscout/scout/core/web_analyzer.py +0 -52
- webscout/scout/core.py +0 -881
- webscout/scout/element.py +0 -460
- webscout/scout/parsers/__init__.py +0 -69
- webscout/scout/parsers/html5lib_parser.py +0 -172
- webscout/scout/parsers/html_parser.py +0 -236
- webscout/scout/parsers/lxml_parser.py +0 -178
- webscout/scout/utils.py +0 -37
- webscout/swiftcli/__init__.py +0 -809
- webscout/zeroart/__init__.py +0 -55
- webscout/zeroart/base.py +0 -60
- webscout/zeroart/effects.py +0 -99
- webscout/zeroart/fonts.py +0 -816
- webscout-8.2.2.dist-info/RECORD +0 -309
- webscout-8.2.2.dist-info/entry_points.txt +0 -5
- webscout-8.2.2.dist-info/top_level.txt +0 -3
- webstoken/__init__.py +0 -30
- webstoken/classifier.py +0 -189
- webstoken/keywords.py +0 -216
- webstoken/language.py +0 -128
- webstoken/ner.py +0 -164
- webstoken/normalizer.py +0 -35
- webstoken/processor.py +0 -77
- webstoken/sentiment.py +0 -206
- webstoken/stemmer.py +0 -73
- webstoken/tagger.py +0 -60
- webstoken/tokenizer.py +0 -158
- {webscout-8.2.2.dist-info → webscout-8.2.7.dist-info/licenses}/LICENSE.md +0 -0
webscout/Provider/scira_chat.py
DELETED
|
@@ -1,277 +0,0 @@
|
|
|
1
|
-
from os import system
|
|
2
|
-
import requests
|
|
3
|
-
import json
|
|
4
|
-
import uuid
|
|
5
|
-
import re
|
|
6
|
-
from typing import Any, Dict, Optional, Union
|
|
7
|
-
from webscout.AIutel import Optimizers
|
|
8
|
-
from webscout.AIutel import Conversation
|
|
9
|
-
from webscout.AIutel import AwesomePrompts
|
|
10
|
-
from webscout.AIbase import Provider
|
|
11
|
-
from webscout import exceptions
|
|
12
|
-
from webscout.litagent import LitAgent
|
|
13
|
-
|
|
14
|
-
class SciraAI(Provider):
|
|
15
|
-
"""
|
|
16
|
-
A class to interact with the Scira AI chat API.
|
|
17
|
-
"""
|
|
18
|
-
|
|
19
|
-
AVAILABLE_MODELS = {
|
|
20
|
-
"scira-default": "Grok3",
|
|
21
|
-
"scira-grok-3-mini": "Grok3-mini", # thinking model
|
|
22
|
-
"scira-vision" : "Grok2-Vision", # vision model
|
|
23
|
-
"scira-4.1-mini": "GPT4.1-mini",
|
|
24
|
-
"scira-qwq": "QWQ-32B",
|
|
25
|
-
"scira-o4-mini": "o4-mini",
|
|
26
|
-
"scira-google": "gemini 2.5 flash"
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
def __init__(
|
|
32
|
-
self,
|
|
33
|
-
is_conversation: bool = True,
|
|
34
|
-
max_tokens: int = 2049,
|
|
35
|
-
timeout: int = 30,
|
|
36
|
-
intro: str = None,
|
|
37
|
-
filepath: str = None,
|
|
38
|
-
update_file: bool = True,
|
|
39
|
-
proxies: dict = {},
|
|
40
|
-
history_offset: int = 10250,
|
|
41
|
-
act: str = None,
|
|
42
|
-
model: str = "scira-default",
|
|
43
|
-
chat_id: str = None,
|
|
44
|
-
user_id: str = None,
|
|
45
|
-
browser: str = "chrome",
|
|
46
|
-
system_prompt: str = "You are a helpful assistant.",
|
|
47
|
-
):
|
|
48
|
-
"""Initializes the Scira AI API client.
|
|
49
|
-
|
|
50
|
-
Args:
|
|
51
|
-
is_conversation (bool): Whether to maintain conversation history.
|
|
52
|
-
max_tokens (int): Maximum number of tokens to generate.
|
|
53
|
-
timeout (int): Request timeout in seconds.
|
|
54
|
-
intro (str): Introduction text for the conversation.
|
|
55
|
-
filepath (str): Path to save conversation history.
|
|
56
|
-
update_file (bool): Whether to update the conversation history file.
|
|
57
|
-
proxies (dict): Proxy configuration for requests.
|
|
58
|
-
history_offset (int): Maximum history length in characters.
|
|
59
|
-
act (str): Persona for the AI to adopt.
|
|
60
|
-
model (str): Model to use, must be one of AVAILABLE_MODELS.
|
|
61
|
-
chat_id (str): Unique identifier for the chat session.
|
|
62
|
-
user_id (str): Unique identifier for the user.
|
|
63
|
-
browser (str): Browser to emulate in requests.
|
|
64
|
-
system_prompt (str): System prompt for the AI.
|
|
65
|
-
|
|
66
|
-
"""
|
|
67
|
-
if model not in self.AVAILABLE_MODELS:
|
|
68
|
-
raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
|
|
69
|
-
|
|
70
|
-
self.url = "https://scira.ai/api/search"
|
|
71
|
-
|
|
72
|
-
# Initialize LitAgent for user agent generation
|
|
73
|
-
self.agent = LitAgent()
|
|
74
|
-
# Use fingerprinting to create a consistent browser identity
|
|
75
|
-
self.fingerprint = self.agent.generate_fingerprint(browser)
|
|
76
|
-
self.system_prompt = system_prompt
|
|
77
|
-
|
|
78
|
-
# Use the fingerprint for headers
|
|
79
|
-
self.headers = {
|
|
80
|
-
"Accept": self.fingerprint["accept"],
|
|
81
|
-
"Accept-Encoding": "gzip, deflate, br, zstd",
|
|
82
|
-
"Accept-Language": self.fingerprint["accept_language"],
|
|
83
|
-
"Content-Type": "application/json",
|
|
84
|
-
"Origin": "https://scira.ai",
|
|
85
|
-
"Referer": "https://scira.ai/",
|
|
86
|
-
"Sec-CH-UA": self.fingerprint["sec_ch_ua"] or '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
|
|
87
|
-
"Sec-CH-UA-Mobile": "?0",
|
|
88
|
-
"Sec-CH-UA-Platform": f'"{self.fingerprint["platform"]}"',
|
|
89
|
-
"User-Agent": self.fingerprint["user_agent"],
|
|
90
|
-
"Sec-Fetch-Dest": "empty",
|
|
91
|
-
"Sec-Fetch-Mode": "cors",
|
|
92
|
-
"Sec-Fetch-Site": "same-origin"
|
|
93
|
-
}
|
|
94
|
-
|
|
95
|
-
self.session = requests.Session()
|
|
96
|
-
self.session.headers.update(self.headers)
|
|
97
|
-
self.session.proxies.update(proxies)
|
|
98
|
-
|
|
99
|
-
self.is_conversation = is_conversation
|
|
100
|
-
self.max_tokens_to_sample = max_tokens
|
|
101
|
-
self.timeout = timeout
|
|
102
|
-
self.last_response = {}
|
|
103
|
-
self.model = model
|
|
104
|
-
self.chat_id = chat_id or str(uuid.uuid4())
|
|
105
|
-
self.user_id = user_id or f"user_{str(uuid.uuid4())[:8].upper()}"
|
|
106
|
-
|
|
107
|
-
# Always use chat mode (no web search)
|
|
108
|
-
self.search_mode = "chat"
|
|
109
|
-
|
|
110
|
-
self.__available_optimizers = (
|
|
111
|
-
method
|
|
112
|
-
for method in dir(Optimizers)
|
|
113
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
114
|
-
)
|
|
115
|
-
Conversation.intro = (
|
|
116
|
-
AwesomePrompts().get_act(
|
|
117
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
118
|
-
)
|
|
119
|
-
if act
|
|
120
|
-
else intro or Conversation.intro
|
|
121
|
-
)
|
|
122
|
-
|
|
123
|
-
self.conversation = Conversation(
|
|
124
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
125
|
-
)
|
|
126
|
-
self.conversation.history_offset = history_offset
|
|
127
|
-
|
|
128
|
-
def refresh_identity(self, browser: str = None):
|
|
129
|
-
"""
|
|
130
|
-
Refreshes the browser identity fingerprint.
|
|
131
|
-
|
|
132
|
-
Args:
|
|
133
|
-
browser: Specific browser to use for the new fingerprint
|
|
134
|
-
"""
|
|
135
|
-
browser = browser or self.fingerprint.get("browser_type", "chrome")
|
|
136
|
-
self.fingerprint = self.agent.generate_fingerprint(browser)
|
|
137
|
-
|
|
138
|
-
# Update headers with new fingerprint
|
|
139
|
-
self.headers.update({
|
|
140
|
-
"Accept": self.fingerprint["accept"],
|
|
141
|
-
"Accept-Language": self.fingerprint["accept_language"],
|
|
142
|
-
"Sec-CH-UA": self.fingerprint["sec_ch_ua"] or self.headers["Sec-CH-UA"],
|
|
143
|
-
"Sec-CH-UA-Platform": f'"{self.fingerprint["platform"]}"',
|
|
144
|
-
"User-Agent": self.fingerprint["user_agent"],
|
|
145
|
-
})
|
|
146
|
-
|
|
147
|
-
# Update session headers
|
|
148
|
-
for header, value in self.headers.items():
|
|
149
|
-
self.session.headers[header] = value
|
|
150
|
-
|
|
151
|
-
return self.fingerprint
|
|
152
|
-
|
|
153
|
-
def ask(
|
|
154
|
-
self,
|
|
155
|
-
prompt: str,
|
|
156
|
-
optimizer: str = None,
|
|
157
|
-
conversationally: bool = False,
|
|
158
|
-
) -> Dict[str, Any]:
|
|
159
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
160
|
-
if optimizer:
|
|
161
|
-
if optimizer in self.__available_optimizers:
|
|
162
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
163
|
-
conversation_prompt if conversationally else prompt
|
|
164
|
-
)
|
|
165
|
-
else:
|
|
166
|
-
raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
|
|
167
|
-
|
|
168
|
-
messages = [
|
|
169
|
-
{"role": "system", "content": self.system_prompt},
|
|
170
|
-
{"role": "user", "content": conversation_prompt, "parts": [{"type": "text", "text": conversation_prompt}]}
|
|
171
|
-
]
|
|
172
|
-
|
|
173
|
-
# Prepare the request payload
|
|
174
|
-
payload = {
|
|
175
|
-
"id": self.chat_id,
|
|
176
|
-
"messages": messages,
|
|
177
|
-
"model": self.model,
|
|
178
|
-
"group": self.search_mode,
|
|
179
|
-
"user_id": self.user_id,
|
|
180
|
-
"timezone": "Asia/Calcutta"
|
|
181
|
-
}
|
|
182
|
-
|
|
183
|
-
try:
|
|
184
|
-
response = self.session.post(self.url, json=payload, timeout=self.timeout)
|
|
185
|
-
if response.status_code != 200:
|
|
186
|
-
# Try to get response content for better error messages
|
|
187
|
-
try:
|
|
188
|
-
error_content = response.text
|
|
189
|
-
except:
|
|
190
|
-
error_content = "<could not read response content>"
|
|
191
|
-
|
|
192
|
-
if response.status_code in [403, 429]:
|
|
193
|
-
print(f"Received status code {response.status_code}, refreshing identity...")
|
|
194
|
-
self.refresh_identity()
|
|
195
|
-
response = self.session.post(self.url, json=payload, timeout=self.timeout)
|
|
196
|
-
if not response.ok:
|
|
197
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
198
|
-
f"Failed to generate response after identity refresh - ({response.status_code}, {response.reason}) - {error_content}"
|
|
199
|
-
)
|
|
200
|
-
print("Identity refreshed successfully.")
|
|
201
|
-
else:
|
|
202
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
203
|
-
f"Request failed with status code {response.status_code}. Response: {error_content}"
|
|
204
|
-
)
|
|
205
|
-
|
|
206
|
-
full_response = ""
|
|
207
|
-
debug_lines = []
|
|
208
|
-
|
|
209
|
-
# Collect the first few lines for debugging
|
|
210
|
-
for i, line in enumerate(response.iter_lines()):
|
|
211
|
-
if line:
|
|
212
|
-
try:
|
|
213
|
-
line_str = line.decode('utf-8')
|
|
214
|
-
debug_lines.append(line_str)
|
|
215
|
-
|
|
216
|
-
# Format 2: 0:"content" (quoted format)
|
|
217
|
-
match = re.search(r'0:"(.*?)"', line_str)
|
|
218
|
-
if match:
|
|
219
|
-
content = match.group(1)
|
|
220
|
-
full_response += content
|
|
221
|
-
continue
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
except: pass
|
|
225
|
-
self.last_response = {"text": full_response}
|
|
226
|
-
self.conversation.update_chat_history(prompt, full_response)
|
|
227
|
-
return {"text": full_response}
|
|
228
|
-
except Exception as e:
|
|
229
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed: {e}")
|
|
230
|
-
|
|
231
|
-
def chat(
|
|
232
|
-
self,
|
|
233
|
-
prompt: str,
|
|
234
|
-
optimizer: str = None,
|
|
235
|
-
conversationally: bool = False,
|
|
236
|
-
) -> str:
|
|
237
|
-
return self.get_message(
|
|
238
|
-
self.ask(
|
|
239
|
-
prompt, optimizer=optimizer, conversationally=conversationally
|
|
240
|
-
)
|
|
241
|
-
)
|
|
242
|
-
|
|
243
|
-
def get_message(self, response: dict) -> str:
|
|
244
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
245
|
-
return response["text"].replace('\\n', '\n').replace('\\n\\n', '\n\n')
|
|
246
|
-
|
|
247
|
-
if __name__ == "__main__":
|
|
248
|
-
print("-" * 100)
|
|
249
|
-
print(f"{'Model':<50} {'Status':<10} {'Response'}")
|
|
250
|
-
print("-" * 100)
|
|
251
|
-
|
|
252
|
-
test_prompt = "Say 'Hello' in one word"
|
|
253
|
-
|
|
254
|
-
# Test each model
|
|
255
|
-
for model in SciraAI.AVAILABLE_MODELS:
|
|
256
|
-
print(f"\rTesting {model}...", end="")
|
|
257
|
-
|
|
258
|
-
try:
|
|
259
|
-
test_ai = SciraAI(model=model, timeout=120) # Increased timeout
|
|
260
|
-
response = test_ai.chat(test_prompt)
|
|
261
|
-
|
|
262
|
-
if response and len(response.strip()) > 0:
|
|
263
|
-
status = "✓"
|
|
264
|
-
# Clean and truncate response
|
|
265
|
-
clean_text = response.strip().encode('utf-8', errors='ignore').decode('utf-8')
|
|
266
|
-
display_text = clean_text[:50] + "..." if len(clean_text) > 50 else clean_text
|
|
267
|
-
else:
|
|
268
|
-
status = "✗"
|
|
269
|
-
display_text = "Empty or invalid response"
|
|
270
|
-
|
|
271
|
-
print(f"\r{model:<50} {status:<10} {display_text}")
|
|
272
|
-
except Exception as e:
|
|
273
|
-
error_msg = str(e)
|
|
274
|
-
# Truncate very long error messages
|
|
275
|
-
if len(error_msg) > 100:
|
|
276
|
-
error_msg = error_msg[:97] + "..."
|
|
277
|
-
print(f"\r{model:<50} {'✗':<10} Error: {error_msg}")
|
webscout/Provider/scnet.py
DELETED
|
@@ -1,187 +0,0 @@
|
|
|
1
|
-
import requests
|
|
2
|
-
import json
|
|
3
|
-
import secrets
|
|
4
|
-
from typing import Any, Dict, Optional, Generator, Union
|
|
5
|
-
|
|
6
|
-
from webscout.AIutel import Optimizers, Conversation, AwesomePrompts
|
|
7
|
-
from webscout.AIbase import Provider
|
|
8
|
-
from webscout import exceptions
|
|
9
|
-
|
|
10
|
-
class SCNet(Provider):
|
|
11
|
-
"""
|
|
12
|
-
Provider for SCNet chatbot API.
|
|
13
|
-
"""
|
|
14
|
-
AVAILABLE_MODELS = [
|
|
15
|
-
{"modelId": 2, "name": "Deepseek-r1-7B"},
|
|
16
|
-
{"modelId": 3, "name": "Deepseek-r1-32B"},
|
|
17
|
-
{"modelId": 5, "name": "Deepseek-r1-70B"},
|
|
18
|
-
{"modelId": 7, "name": "QWQ-32B"},
|
|
19
|
-
{"modelId": 8, "name": "minimax-text-01-456B"},
|
|
20
|
-
# Add more models here as needed
|
|
21
|
-
]
|
|
22
|
-
MODEL_NAME_TO_ID = {m["name"]: m["modelId"] for m in AVAILABLE_MODELS}
|
|
23
|
-
MODEL_ID_TO_NAME = {m["modelId"]: m["name"] for m in AVAILABLE_MODELS}
|
|
24
|
-
|
|
25
|
-
def __init__(
|
|
26
|
-
self,
|
|
27
|
-
model: str = "QWQ-32B",
|
|
28
|
-
is_conversation: bool = True,
|
|
29
|
-
max_tokens: int = 2048,
|
|
30
|
-
timeout: int = 30,
|
|
31
|
-
intro: Optional[str] = None,
|
|
32
|
-
filepath: Optional[str] = None,
|
|
33
|
-
update_file: bool = True,
|
|
34
|
-
proxies: Optional[dict] = None,
|
|
35
|
-
history_offset: int = 0,
|
|
36
|
-
act: Optional[str] = None,
|
|
37
|
-
system_prompt: str = (
|
|
38
|
-
"You are a helpful, advanced LLM assistant. "
|
|
39
|
-
"You must always answer in English, regardless of the user's language. "
|
|
40
|
-
"If the user asks in another language, politely respond in English only. "
|
|
41
|
-
"Be clear, concise, and helpful."
|
|
42
|
-
),
|
|
43
|
-
):
|
|
44
|
-
if model not in self.MODEL_NAME_TO_ID:
|
|
45
|
-
raise ValueError(f"Invalid model: {model}. Choose from: {list(self.MODEL_NAME_TO_ID.keys())}")
|
|
46
|
-
self.model = model
|
|
47
|
-
self.modelId = self.MODEL_NAME_TO_ID[model]
|
|
48
|
-
self.system_prompt = system_prompt
|
|
49
|
-
self.session = requests.Session()
|
|
50
|
-
self.is_conversation = is_conversation
|
|
51
|
-
self.max_tokens_to_sample = max_tokens
|
|
52
|
-
self.timeout = timeout
|
|
53
|
-
self.last_response: Dict[str, Any] = {}
|
|
54
|
-
self.proxies = proxies or {}
|
|
55
|
-
self.cookies = {
|
|
56
|
-
"Token": secrets.token_hex(16),
|
|
57
|
-
}
|
|
58
|
-
self.headers = {
|
|
59
|
-
"accept": "text/event-stream",
|
|
60
|
-
"content-type": "application/json",
|
|
61
|
-
"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36 Edg/135.0.0.0",
|
|
62
|
-
"referer": "https://www.scnet.cn/ui/chatbot/temp_1744712663464",
|
|
63
|
-
"origin": "https://www.scnet.cn",
|
|
64
|
-
}
|
|
65
|
-
self.url = "https://www.scnet.cn/acx/chatbot/v1/chat/completion"
|
|
66
|
-
self.__available_optimizers = (
|
|
67
|
-
method for method in dir(Optimizers)
|
|
68
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
69
|
-
)
|
|
70
|
-
Conversation.intro = (
|
|
71
|
-
AwesomePrompts().get_act(act, raise_not_found=True, default=None, case_insensitive=True)
|
|
72
|
-
if act
|
|
73
|
-
else intro or Conversation.intro
|
|
74
|
-
)
|
|
75
|
-
self.conversation = Conversation(is_conversation, max_tokens, filepath, update_file)
|
|
76
|
-
self.conversation.history_offset = history_offset
|
|
77
|
-
|
|
78
|
-
def ask(
|
|
79
|
-
self,
|
|
80
|
-
prompt: str,
|
|
81
|
-
stream: bool = False,
|
|
82
|
-
raw: bool = False,
|
|
83
|
-
optimizer: Optional[str] = None,
|
|
84
|
-
conversationally: bool = False,
|
|
85
|
-
) -> Union[Dict[str, Any], Generator]:
|
|
86
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
87
|
-
if optimizer:
|
|
88
|
-
if optimizer in self.__available_optimizers:
|
|
89
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
90
|
-
conversation_prompt if conversationally else prompt
|
|
91
|
-
)
|
|
92
|
-
else:
|
|
93
|
-
raise exceptions.FailedToGenerateResponseError(f"Optimizer is not one of {list(self.__available_optimizers)}")
|
|
94
|
-
|
|
95
|
-
payload = {
|
|
96
|
-
"conversationId": "",
|
|
97
|
-
"content": f"SYSTEM: {self.system_prompt} USER: {conversation_prompt}",
|
|
98
|
-
"thinking": 0,
|
|
99
|
-
"online": 0,
|
|
100
|
-
"modelId": self.modelId,
|
|
101
|
-
"textFile": [],
|
|
102
|
-
"imageFile": [],
|
|
103
|
-
"clusterId": ""
|
|
104
|
-
}
|
|
105
|
-
|
|
106
|
-
def for_stream():
|
|
107
|
-
try:
|
|
108
|
-
with self.session.post(
|
|
109
|
-
self.url,
|
|
110
|
-
headers=self.headers,
|
|
111
|
-
cookies=self.cookies,
|
|
112
|
-
json=payload,
|
|
113
|
-
stream=True,
|
|
114
|
-
timeout=self.timeout,
|
|
115
|
-
proxies=self.proxies
|
|
116
|
-
) as resp:
|
|
117
|
-
streaming_text = ""
|
|
118
|
-
for line in resp.iter_lines(decode_unicode=True):
|
|
119
|
-
if line and line.startswith("data:"):
|
|
120
|
-
data = line[5:].strip()
|
|
121
|
-
if data and data != "[done]":
|
|
122
|
-
try:
|
|
123
|
-
obj = json.loads(data)
|
|
124
|
-
content = obj.get("content", "")
|
|
125
|
-
streaming_text += content
|
|
126
|
-
yield {"text": content} if raw else {"text": content}
|
|
127
|
-
except Exception:
|
|
128
|
-
continue
|
|
129
|
-
elif data == "[done]":
|
|
130
|
-
break
|
|
131
|
-
self.last_response = {"text": streaming_text}
|
|
132
|
-
self.conversation.update_chat_history(prompt, streaming_text)
|
|
133
|
-
except Exception as e:
|
|
134
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed: {e}")
|
|
135
|
-
|
|
136
|
-
def for_non_stream():
|
|
137
|
-
text = ""
|
|
138
|
-
for chunk in for_stream():
|
|
139
|
-
text += chunk["text"]
|
|
140
|
-
return {"text": text}
|
|
141
|
-
|
|
142
|
-
return for_stream() if stream else for_non_stream()
|
|
143
|
-
|
|
144
|
-
def chat(
|
|
145
|
-
self,
|
|
146
|
-
prompt: str,
|
|
147
|
-
stream: bool = False,
|
|
148
|
-
optimizer: Optional[str] = None,
|
|
149
|
-
conversationally: bool = False,
|
|
150
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
151
|
-
def for_stream():
|
|
152
|
-
for response in self.ask(
|
|
153
|
-
prompt, stream=True, optimizer=optimizer, conversationally=conversationally
|
|
154
|
-
):
|
|
155
|
-
yield self.get_message(response)
|
|
156
|
-
def for_non_stream():
|
|
157
|
-
return self.get_message(
|
|
158
|
-
self.ask(
|
|
159
|
-
prompt, stream=False, optimizer=optimizer, conversationally=conversationally
|
|
160
|
-
)
|
|
161
|
-
)
|
|
162
|
-
return for_stream() if stream else for_non_stream()
|
|
163
|
-
|
|
164
|
-
def get_message(self, response: dict) -> str:
|
|
165
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
166
|
-
return response["text"]
|
|
167
|
-
|
|
168
|
-
if __name__ == "__main__":
|
|
169
|
-
print("-" * 80)
|
|
170
|
-
print(f"{'ModelId':<10} {'Model':<30} {'Status':<10} {'Response'}")
|
|
171
|
-
print("-" * 80)
|
|
172
|
-
for model in SCNet.AVAILABLE_MODELS:
|
|
173
|
-
try:
|
|
174
|
-
test_ai = SCNet(model=model["name"], timeout=60)
|
|
175
|
-
response = test_ai.chat("Say 'Hello' in one word", stream=True)
|
|
176
|
-
response_text = ""
|
|
177
|
-
for chunk in response:
|
|
178
|
-
response_text += chunk
|
|
179
|
-
if response_text and len(response_text.strip()) > 0:
|
|
180
|
-
status = "✓"
|
|
181
|
-
display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
|
|
182
|
-
else:
|
|
183
|
-
status = "✗"
|
|
184
|
-
display_text = "Empty or invalid response"
|
|
185
|
-
print(f"{model['modelId']:<10} {model['name']:<30} {status:<10} {display_text}")
|
|
186
|
-
except Exception as e:
|
|
187
|
-
print(f"{model['modelId']:<10} {model['name']:<30} {'✗':<10} {str(e)}")
|