webscout 7.5__py3-none-any.whl → 7.6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- webscout/AIauto.py +5 -53
- webscout/AIutel.py +8 -318
- webscout/DWEBS.py +460 -489
- webscout/Extra/YTToolkit/YTdownloader.py +14 -53
- webscout/Extra/YTToolkit/transcriber.py +12 -13
- webscout/Extra/YTToolkit/ytapi/video.py +0 -1
- webscout/Extra/__init__.py +0 -1
- webscout/Extra/autocoder/autocoder_utiles.py +0 -4
- webscout/Extra/autocoder/rawdog.py +13 -41
- webscout/Extra/gguf.py +652 -428
- webscout/Extra/weather.py +178 -156
- webscout/Extra/weather_ascii.py +70 -17
- webscout/Litlogger/core/logger.py +1 -2
- webscout/Litlogger/handlers/file.py +1 -1
- webscout/Litlogger/styles/formats.py +0 -2
- webscout/Litlogger/utils/detectors.py +0 -1
- webscout/Provider/AISEARCH/DeepFind.py +0 -1
- webscout/Provider/AISEARCH/ISou.py +1 -1
- webscout/Provider/AISEARCH/felo_search.py +0 -1
- webscout/Provider/AllenAI.py +24 -9
- webscout/Provider/C4ai.py +29 -11
- webscout/Provider/ChatGPTGratis.py +24 -56
- webscout/Provider/DeepSeek.py +25 -17
- webscout/Provider/Deepinfra.py +115 -48
- webscout/Provider/Gemini.py +1 -1
- webscout/Provider/Glider.py +25 -8
- webscout/Provider/HF_space/qwen_qwen2.py +2 -2
- webscout/Provider/HeckAI.py +23 -7
- webscout/Provider/Jadve.py +20 -5
- webscout/Provider/Netwrck.py +42 -19
- webscout/Provider/PI.py +4 -2
- webscout/Provider/Perplexitylabs.py +26 -6
- webscout/Provider/PizzaGPT.py +10 -51
- webscout/Provider/TTI/AiForce/async_aiforce.py +4 -37
- webscout/Provider/TTI/AiForce/sync_aiforce.py +41 -38
- webscout/Provider/TTI/FreeAIPlayground/__init__.py +9 -9
- webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +206 -206
- webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +192 -192
- webscout/Provider/TTI/MagicStudio/__init__.py +2 -0
- webscout/Provider/TTI/MagicStudio/async_magicstudio.py +111 -0
- webscout/Provider/TTI/MagicStudio/sync_magicstudio.py +109 -0
- webscout/Provider/TTI/PollinationsAI/async_pollinations.py +5 -24
- webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +2 -22
- webscout/Provider/TTI/__init__.py +2 -3
- webscout/Provider/TTI/aiarta/async_aiarta.py +14 -14
- webscout/Provider/TTI/aiarta/sync_aiarta.py +52 -21
- webscout/Provider/TTI/fastflux/__init__.py +22 -0
- webscout/Provider/TTI/fastflux/async_fastflux.py +257 -0
- webscout/Provider/TTI/fastflux/sync_fastflux.py +247 -0
- webscout/Provider/TTS/__init__.py +2 -2
- webscout/Provider/TTS/deepgram.py +12 -39
- webscout/Provider/TTS/elevenlabs.py +14 -40
- webscout/Provider/TTS/gesserit.py +11 -35
- webscout/Provider/TTS/murfai.py +13 -39
- webscout/Provider/TTS/parler.py +17 -40
- webscout/Provider/TTS/speechma.py +180 -0
- webscout/Provider/TTS/streamElements.py +17 -44
- webscout/Provider/TextPollinationsAI.py +39 -59
- webscout/Provider/Venice.py +25 -8
- webscout/Provider/WiseCat.py +27 -5
- webscout/Provider/Youchat.py +64 -37
- webscout/Provider/__init__.py +0 -6
- webscout/Provider/akashgpt.py +20 -5
- webscout/Provider/flowith.py +20 -5
- webscout/Provider/freeaichat.py +32 -45
- webscout/Provider/koala.py +20 -5
- webscout/Provider/llamatutor.py +1 -1
- webscout/Provider/llmchat.py +30 -8
- webscout/Provider/multichat.py +65 -9
- webscout/Provider/talkai.py +1 -0
- webscout/Provider/turboseek.py +3 -0
- webscout/Provider/tutorai.py +2 -0
- webscout/Provider/typegpt.py +154 -64
- webscout/Provider/x0gpt.py +3 -1
- webscout/Provider/yep.py +102 -20
- webscout/__init__.py +3 -0
- webscout/cli.py +4 -40
- webscout/conversation.py +1 -10
- webscout/litagent/__init__.py +2 -2
- webscout/litagent/agent.py +351 -20
- webscout/litagent/constants.py +34 -5
- webscout/litprinter/__init__.py +0 -3
- webscout/models.py +181 -0
- webscout/optimizers.py +1 -1
- webscout/prompt_manager.py +2 -8
- webscout/scout/core/scout.py +1 -4
- webscout/scout/core/search_result.py +1 -1
- webscout/scout/core/text_utils.py +1 -1
- webscout/scout/core.py +2 -5
- webscout/scout/element.py +1 -1
- webscout/scout/parsers/html_parser.py +1 -1
- webscout/scout/utils.py +0 -1
- webscout/swiftcli/__init__.py +1 -3
- webscout/tempid.py +1 -1
- webscout/update_checker.py +1 -3
- webscout/version.py +1 -1
- webscout/webscout_search_async.py +1 -2
- webscout/yep_search.py +297 -297
- {webscout-7.5.dist-info → webscout-7.6.dist-info}/LICENSE.md +4 -4
- {webscout-7.5.dist-info → webscout-7.6.dist-info}/METADATA +101 -390
- {webscout-7.5.dist-info → webscout-7.6.dist-info}/RECORD +104 -110
- webscout/Extra/autollama.py +0 -231
- webscout/Provider/Amigo.py +0 -274
- webscout/Provider/Bing.py +0 -243
- webscout/Provider/DiscordRocks.py +0 -253
- webscout/Provider/TTI/blackbox/__init__.py +0 -4
- webscout/Provider/TTI/blackbox/async_blackbox.py +0 -212
- webscout/Provider/TTI/blackbox/sync_blackbox.py +0 -199
- webscout/Provider/TTI/deepinfra/__init__.py +0 -4
- webscout/Provider/TTI/deepinfra/async_deepinfra.py +0 -227
- webscout/Provider/TTI/deepinfra/sync_deepinfra.py +0 -199
- webscout/Provider/TTI/imgninza/__init__.py +0 -4
- webscout/Provider/TTI/imgninza/async_ninza.py +0 -214
- webscout/Provider/TTI/imgninza/sync_ninza.py +0 -209
- webscout/Provider/TTS/voicepod.py +0 -117
- {webscout-7.5.dist-info → webscout-7.6.dist-info}/WHEEL +0 -0
- {webscout-7.5.dist-info → webscout-7.6.dist-info}/entry_points.txt +0 -0
- {webscout-7.5.dist-info → webscout-7.6.dist-info}/top_level.txt +0 -0
webscout/Provider/typegpt.py
CHANGED
|
@@ -15,43 +15,64 @@ class TypeGPT(Provider):
|
|
|
15
15
|
A class to interact with the TypeGPT.net API. Improved to match webscout standards.
|
|
16
16
|
"""
|
|
17
17
|
url = "https://chat.typegpt.net"
|
|
18
|
-
working = True
|
|
19
|
-
supports_message_history = True
|
|
20
18
|
|
|
21
|
-
|
|
19
|
+
AVAILABLE_MODELS = [
|
|
22
20
|
# OpenAI Models
|
|
23
21
|
"gpt-3.5-turbo",
|
|
24
|
-
"chatgpt-4o-latest",
|
|
25
22
|
"gpt-3.5-turbo-202201",
|
|
26
23
|
"gpt-4o",
|
|
27
24
|
"gpt-4o-2024-05-13",
|
|
25
|
+
"gpt-4o-2024-11-20",
|
|
26
|
+
"gpt-4o-mini",
|
|
27
|
+
"gpt-4o-mini-2024-07-18",
|
|
28
|
+
# "gpt-4o-mini-ddg", >>>> NOT WORKING
|
|
29
|
+
"o1",
|
|
30
|
+
# "o1-mini-2024-09-12", >>>> NOT WORKING
|
|
28
31
|
"o1-preview",
|
|
32
|
+
"o3-mini",
|
|
33
|
+
"chatgpt-4o-latest",
|
|
29
34
|
|
|
30
35
|
# Claude Models
|
|
31
|
-
"claude",
|
|
36
|
+
# "claude", >>>> NOT WORKING
|
|
32
37
|
"claude-3-5-sonnet",
|
|
33
|
-
"claude-sonnet-3.5",
|
|
34
38
|
"claude-3-5-sonnet-20240620",
|
|
39
|
+
"claude-3-5-sonnet-x",
|
|
40
|
+
# "claude-3-haiku-ddg", >>>> NOT WORKING
|
|
41
|
+
"claude-hybridspace",
|
|
42
|
+
"claude-sonnet-3.5",
|
|
43
|
+
"Claude-sonnet-3.7",
|
|
44
|
+
"anthropic/claude-3.5-sonnet",
|
|
45
|
+
"anthropic/claude-3.7-sonnet",
|
|
35
46
|
|
|
36
47
|
# Meta/LLaMA Models
|
|
37
48
|
"@cf/meta/llama-2-7b-chat-fp16",
|
|
38
49
|
"@cf/meta/llama-2-7b-chat-int8",
|
|
39
50
|
"@cf/meta/llama-3-8b-instruct",
|
|
40
51
|
"@cf/meta/llama-3.1-8b-instruct",
|
|
41
|
-
"@cf/meta
|
|
52
|
+
"@cf/meta/llama-3.3-70b-instruct-fp8-fast",
|
|
53
|
+
# "@cf/meta-llama/llama-2-7b-chat-hf-lora", >>>> NOT WORKING
|
|
42
54
|
"llama-3.1-405b",
|
|
43
55
|
"llama-3.1-70b",
|
|
56
|
+
# "llama-3.1-70b-ddg", >>>> NOT WORKING
|
|
44
57
|
"llama-3.1-8b",
|
|
45
|
-
"
|
|
46
|
-
"
|
|
47
|
-
"
|
|
58
|
+
# "llama-scaleway", >>>> NOT WORKING
|
|
59
|
+
"llama3.1-8b", # >>>> NOT WORKING
|
|
60
|
+
"llama3.3-70b",
|
|
61
|
+
# "llamalight", >>>> NOT WORKING
|
|
62
|
+
"Meta-Llama-3.1-405B-Instruct-Turbo",
|
|
63
|
+
"Meta-Llama-3.3-70B-Instruct-Turbo",
|
|
64
|
+
# "meta-llama/Llama-2-7b-chat-hf", >>>> NOT WORKING
|
|
65
|
+
# "meta-llama/Llama-3.1-70B-Instruct", >>>> NOT WORKING
|
|
66
|
+
# "meta-llama/Llama-3.1-8B-Instruct", >>>> NOT WORKING
|
|
48
67
|
"meta-llama/Llama-3.2-11B-Vision-Instruct",
|
|
49
|
-
"meta-llama/Llama-3.2-1B-Instruct",
|
|
50
|
-
"meta-llama/Llama-3.2-3B-Instruct",
|
|
68
|
+
# "meta-llama/Llama-3.2-1B-Instruct", >>>> NOT WORKING
|
|
69
|
+
# "meta-llama/Llama-3.2-3B-Instruct", >>>> NOT WORKING
|
|
51
70
|
"meta-llama/Llama-3.2-90B-Vision-Instruct",
|
|
52
|
-
"meta-llama/Llama-
|
|
53
|
-
"meta-llama/
|
|
54
|
-
"meta-llama/
|
|
71
|
+
"meta-llama/Llama-3.3-70B-Instruct",
|
|
72
|
+
"meta-llama/Llama-3.3-70B-Instruct-Turbo",
|
|
73
|
+
# "meta-llama/Llama-Guard-3-8B", >>>> NOT WORKING
|
|
74
|
+
# "meta-llama/Meta-Llama-3-70B-Instruct", >>>> NOT WORKING
|
|
75
|
+
# "meta-llama/Meta-Llama-3-8B-Instruct", >>>> NOT WORKING
|
|
55
76
|
"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
|
|
56
77
|
"meta-llama/Meta-Llama-3.1-8B-Instruct",
|
|
57
78
|
"meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
|
|
@@ -60,25 +81,34 @@ class TypeGPT(Provider):
|
|
|
60
81
|
"mistral",
|
|
61
82
|
"mistral-large",
|
|
62
83
|
"@cf/mistral/mistral-7b-instruct-v0.1",
|
|
63
|
-
"@cf/mistral/mistral-7b-instruct-v0.2-lora",
|
|
84
|
+
# "@cf/mistral/mistral-7b-instruct-v0.2-lora", >>>> NOT WORKING
|
|
64
85
|
"@hf/mistralai/mistral-7b-instruct-v0.2",
|
|
65
86
|
"mistralai/Mistral-7B-Instruct-v0.2",
|
|
66
87
|
"mistralai/Mistral-7B-Instruct-v0.3",
|
|
67
88
|
"mistralai/Mixtral-8x22B-Instruct-v0.1",
|
|
68
89
|
"mistralai/Mixtral-8x7B-Instruct-v0.1",
|
|
90
|
+
# "mixtral-8x7b-ddg", >>>> NOT WORKING
|
|
91
|
+
"Mistral-7B-Instruct-v0.2",
|
|
69
92
|
|
|
70
93
|
# Qwen Models
|
|
71
94
|
"@cf/qwen/qwen1.5-0.5b-chat",
|
|
72
95
|
"@cf/qwen/qwen1.5-1.8b-chat",
|
|
73
|
-
"@cf/qwen/qwen1.5-7b-chat-awq",
|
|
74
96
|
"@cf/qwen/qwen1.5-14b-chat-awq",
|
|
97
|
+
"@cf/qwen/qwen1.5-7b-chat-awq",
|
|
75
98
|
"Qwen/Qwen2.5-3B-Instruct",
|
|
76
99
|
"Qwen/Qwen2.5-72B-Instruct",
|
|
77
100
|
"Qwen/Qwen2.5-Coder-32B-Instruct",
|
|
101
|
+
"Qwen/Qwen2-72B-Instruct",
|
|
102
|
+
"Qwen/QwQ-32B",
|
|
103
|
+
"Qwen/QwQ-32B-Preview",
|
|
104
|
+
"Qwen2.5-72B-Instruct",
|
|
105
|
+
"qwen",
|
|
106
|
+
"qwen-coder",
|
|
107
|
+
# "Qwen-QwQ-32B-Preview", >>>> NOT WORKING
|
|
78
108
|
|
|
79
109
|
# Google/Gemini Models
|
|
80
|
-
"@cf/google/gemma-2b-it-lora",
|
|
81
|
-
"@cf/google/gemma-7b-it-lora",
|
|
110
|
+
# "@cf/google/gemma-2b-it-lora", >>>> NOT WORKING
|
|
111
|
+
# "@cf/google/gemma-7b-it-lora", >>>> NOT WORKING
|
|
82
112
|
"@hf/google/gemma-7b-it",
|
|
83
113
|
"google/gemma-1.1-2b-it",
|
|
84
114
|
"google/gemma-1.1-7b-it",
|
|
@@ -86,22 +116,8 @@ class TypeGPT(Provider):
|
|
|
86
116
|
"gemini-1.5-pro",
|
|
87
117
|
"gemini-1.5-pro-latest",
|
|
88
118
|
"gemini-1.5-flash",
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
"c4ai-aya-23-35b",
|
|
92
|
-
"c4ai-aya-23-8b",
|
|
93
|
-
"command",
|
|
94
|
-
"command-light",
|
|
95
|
-
"command-light-nightly",
|
|
96
|
-
"command-nightly",
|
|
97
|
-
"command-r",
|
|
98
|
-
"command-r-08-2024",
|
|
99
|
-
"command-r-plus",
|
|
100
|
-
"command-r-plus-08-2024",
|
|
101
|
-
"rerank-english-v2.0",
|
|
102
|
-
"rerank-english-v3.0",
|
|
103
|
-
"rerank-multilingual-v2.0",
|
|
104
|
-
"rerank-multilingual-v3.0",
|
|
119
|
+
"gemini-flash-2.0",
|
|
120
|
+
"gemini-thinking",
|
|
105
121
|
|
|
106
122
|
# Microsoft Models
|
|
107
123
|
"@cf/microsoft/phi-2",
|
|
@@ -109,29 +125,45 @@ class TypeGPT(Provider):
|
|
|
109
125
|
"microsoft/Phi-3-medium-4k-instruct",
|
|
110
126
|
"microsoft/Phi-3-mini-4k-instruct",
|
|
111
127
|
"microsoft/Phi-3.5-mini-instruct",
|
|
128
|
+
"microsoft/phi-4",
|
|
112
129
|
"microsoft/WizardLM-2-8x22B",
|
|
113
130
|
|
|
114
131
|
# Yi Models
|
|
115
132
|
"01-ai/Yi-1.5-34B-Chat",
|
|
116
|
-
"01-ai/Yi-34B-Chat",
|
|
133
|
+
# "01-ai/Yi-34B-Chat", >>>> NOT WORKING
|
|
117
134
|
|
|
118
|
-
#
|
|
135
|
+
# DeepSeek Models
|
|
119
136
|
"@cf/deepseek-ai/deepseek-math-7b-base",
|
|
120
137
|
"@cf/deepseek-ai/deepseek-math-7b-instruct",
|
|
138
|
+
"@cf/deepseek-ai/deepseek-r1-distill-qwen-32b",
|
|
139
|
+
"deepseek",
|
|
140
|
+
"deepseek-ai/DeepSeek-R1",
|
|
141
|
+
"deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
|
|
142
|
+
# "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", >>>> NOT WORKING
|
|
143
|
+
# "deepseek-ai/DeepSeek-V2.5", >>>> NOT WORKING
|
|
144
|
+
"deepseek-llm-67b-chat",
|
|
145
|
+
"deepseek-r1",
|
|
146
|
+
"deepseek-r1-distill-llama-70b",
|
|
147
|
+
# "deepseek-reasoner", >>>> NOT WORKING
|
|
148
|
+
"deepseek-v3",
|
|
149
|
+
|
|
150
|
+
# Specialized Models and Tools
|
|
121
151
|
"@cf/defog/sqlcoder-7b-2",
|
|
122
|
-
"@cf/openchat/openchat-3.5-0106",
|
|
123
152
|
"@cf/thebloke/discolm-german-7b-v1-awq",
|
|
124
153
|
"@cf/tiiuae/falcon-7b-instruct",
|
|
125
|
-
"@cf/tinyllama/tinyllama-1.1b-chat-v1.0",
|
|
126
|
-
"@hf/nexusflow/starling-lm-7b-beta",
|
|
127
|
-
"@hf/nousresearch/hermes-2-pro-mistral-7b",
|
|
128
|
-
"@hf/thebloke/deepseek-coder-6.7b-base-awq",
|
|
129
|
-
"@hf/thebloke/deepseek-coder-6.7b-instruct-awq",
|
|
130
|
-
"@hf/thebloke/llama-2-13b-chat-awq",
|
|
131
|
-
"@hf/thebloke/llamaguard-7b-awq",
|
|
132
|
-
"@hf/thebloke/
|
|
133
|
-
"@hf/thebloke/
|
|
134
|
-
"@hf/thebloke/
|
|
154
|
+
# "@cf/tinyllama/tinyllama-1.1b-chat-v1.0", >>>> NOT WORKING
|
|
155
|
+
# "@hf/nexusflow/starling-lm-7b-beta", >>>> NOT WORKING
|
|
156
|
+
# "@hf/nousresearch/hermes-2-pro-mistral-7b", >>>> NOT WORKING
|
|
157
|
+
# "@hf/thebloke/deepseek-coder-6.7b-base-awq", >>>> NOT WORKING
|
|
158
|
+
# "@hf/thebloke/deepseek-coder-6.7b-instruct-awq", >>>> NOT WORKING
|
|
159
|
+
# "@hf/thebloke/llama-2-13b-chat-awq", >>>> NOT WORKING
|
|
160
|
+
# "@hf/thebloke/llamaguard-7b-awq", >>>> NOT WORKING
|
|
161
|
+
# "@hf/thebloke/mistral-7b-instruct-v0.1-awq", >>>> NOT WORKING
|
|
162
|
+
# "@hf/thebloke/neural-chat-7b-v3-1-awq", >>>> NOT WORKING
|
|
163
|
+
# "@hf/thebloke/openhermes-2.5-mistral-7b-awq", >>>> NOT WORKING
|
|
164
|
+
# "@hf/thebloke/zephyr-7b-beta-awq", >>>> NOT WORKING
|
|
165
|
+
|
|
166
|
+
# Development Agents
|
|
135
167
|
"AndroidDeveloper",
|
|
136
168
|
"AngularJSAgent",
|
|
137
169
|
"AzureAgent",
|
|
@@ -150,8 +182,6 @@ class TypeGPT(Provider):
|
|
|
150
182
|
"GodotAgent",
|
|
151
183
|
"GoogleCloudAgent",
|
|
152
184
|
"HTMLAgent",
|
|
153
|
-
"HerokuAgent",
|
|
154
|
-
"ImageGeneration",
|
|
155
185
|
"JavaAgent",
|
|
156
186
|
"JavaScriptAgent",
|
|
157
187
|
"MongoDBAgent",
|
|
@@ -162,18 +192,54 @@ class TypeGPT(Provider):
|
|
|
162
192
|
"RepoMap",
|
|
163
193
|
"SwiftDeveloper",
|
|
164
194
|
"XcodeAgent",
|
|
165
|
-
"YoutubeAgent",
|
|
195
|
+
# "YoutubeAgent", >>>> NOT WORKING
|
|
196
|
+
|
|
197
|
+
# Other Models
|
|
166
198
|
"blackboxai",
|
|
167
199
|
"blackboxai-pro",
|
|
168
200
|
"builderAgent",
|
|
169
|
-
"
|
|
201
|
+
# "Cipher-20b", >>>> NOT WORKING
|
|
202
|
+
# "dify", >>>> NOT WORKING
|
|
170
203
|
"flux",
|
|
171
|
-
"
|
|
172
|
-
"
|
|
173
|
-
"
|
|
174
|
-
"
|
|
175
|
-
"
|
|
176
|
-
"
|
|
204
|
+
# "flux-1-schnell", >>>> NOT WORKING
|
|
205
|
+
# "HelpingAI-15B", >>>> NOT WORKING
|
|
206
|
+
# "HelpingAI2-3b", >>>> NOT WORKING
|
|
207
|
+
# "HelpingAI2-6B", >>>> NOT WORKING
|
|
208
|
+
# "HelpingAI2-9B", >>>> NOT WORKING
|
|
209
|
+
# "HelpingAI2.5-10B", >>>> NOT WORKING
|
|
210
|
+
# "Helpingai2.5-10b-1m", >>>> NOT WORKING
|
|
211
|
+
# "HelpingAI2.5-2B", >>>> NOT WORKING
|
|
212
|
+
# "HELVETE", >>>> NOT WORKING
|
|
213
|
+
# "HELVETE-X", >>>> NOT WORKING
|
|
214
|
+
# "evil", >>>> NOT WORKING
|
|
215
|
+
# "Image-Generator", >>>> NOT WORKING
|
|
216
|
+
# "Image-Generator-NSFW", >>>> NOT WORKING
|
|
217
|
+
# "midijourney", >>>> NOT WORKING
|
|
218
|
+
# "Niansuh", >>>> NOT WORKING
|
|
219
|
+
# "niansuh-t1", >>>> NOT WORKING
|
|
220
|
+
# "Nous-Hermes-2-Mixtral-8x7B-DPO", >>>> NOT WORKING
|
|
221
|
+
# "NousResearch/Hermes-3-Llama-3.1-8B", >>>> NOT WORKING
|
|
222
|
+
# "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", >>>> NOT WORKING
|
|
223
|
+
# "nvidia/Llama-3.1-Nemotron-70B-Instruct", >>>> NOT WORKING
|
|
224
|
+
# "openai", >>>> NOT WORKING
|
|
225
|
+
# "openai-audio", >>>> NOT WORKING
|
|
226
|
+
# "openai-large", >>>> NOT WORKING
|
|
227
|
+
# "openai-reasoning", >>>> NOT WORKING
|
|
228
|
+
# "openai/whisper-large-v3", >>>> NOT WORKING
|
|
229
|
+
# "openai/whisper-large-v3-turbo", >>>> NOT WORKING
|
|
230
|
+
# "openbmb/MiniCPM-Llama3-V-2_5", >>>> NOT WORKING
|
|
231
|
+
# "openchat/openchat-3.6-8b", >>>> NOT WORKING
|
|
232
|
+
# "p1", >>>> NOT WORKING
|
|
233
|
+
# "phi", >>>> NOT WORKING
|
|
234
|
+
# "Phi-4-multilmodal-instruct", >>>> NOT WORKING
|
|
235
|
+
# "Priya-3B", >>>> NOT WORKING
|
|
236
|
+
# "rtist", >>>> NOT WORKING
|
|
237
|
+
# "searchgpt", >>>> NOT WORKING
|
|
238
|
+
# "sur", >>>> NOT WORKING
|
|
239
|
+
# "sur-mistral", >>>> NOT WORKING
|
|
240
|
+
# "tiiuae/falcon-7b-instruct", >>>> NOT WORKING
|
|
241
|
+
# "TirexAi", >>>> NOT WORKING
|
|
242
|
+
# "unity", >>>> NOT WORKING
|
|
177
243
|
]
|
|
178
244
|
|
|
179
245
|
def __init__(
|
|
@@ -195,8 +261,8 @@ class TypeGPT(Provider):
|
|
|
195
261
|
top_p: float = 1,
|
|
196
262
|
):
|
|
197
263
|
"""Initializes the TypeGPT API client."""
|
|
198
|
-
if model not in self.
|
|
199
|
-
raise ValueError(f"Invalid model: {model}. Choose from: {', '.join(self.
|
|
264
|
+
if model not in self.AVAILABLE_MODELS:
|
|
265
|
+
raise ValueError(f"Invalid model: {model}. Choose from: {', '.join(self.AVAILABLE_MODELS)}")
|
|
200
266
|
|
|
201
267
|
self.session = requests.Session()
|
|
202
268
|
self.is_conversation = is_conversation
|
|
@@ -354,7 +420,31 @@ class TypeGPT(Provider):
|
|
|
354
420
|
raise TypeError("Invalid response type. Expected str or dict.")
|
|
355
421
|
|
|
356
422
|
if __name__ == "__main__":
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
|
|
423
|
+
print("-" * 80)
|
|
424
|
+
print(f"{'Model':<50} {'Status':<10} {'Response'}")
|
|
425
|
+
print("-" * 80)
|
|
426
|
+
|
|
427
|
+
# Test all available models
|
|
428
|
+
working = 0
|
|
429
|
+
total = len(TypeGPT.AVAILABLE_MODELS)
|
|
430
|
+
|
|
431
|
+
for model in TypeGPT.AVAILABLE_MODELS:
|
|
432
|
+
try:
|
|
433
|
+
test_ai = TypeGPT(model=model, timeout=60)
|
|
434
|
+
response = test_ai.chat("Say 'Hello' in one word", stream=True)
|
|
435
|
+
response_text = ""
|
|
436
|
+
for chunk in response:
|
|
437
|
+
response_text += chunk
|
|
438
|
+
print(f"\r{model:<50} {'Testing...':<10}", end="", flush=True)
|
|
439
|
+
|
|
440
|
+
if response_text and len(response_text.strip()) > 0:
|
|
441
|
+
status = "✓"
|
|
442
|
+
# Truncate response if too long
|
|
443
|
+
display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
|
|
444
|
+
else:
|
|
445
|
+
status = "✗"
|
|
446
|
+
display_text = "Empty or invalid response"
|
|
447
|
+
print(f"\r{model:<50} {status:<10} {display_text}")
|
|
448
|
+
except Exception as e:
|
|
449
|
+
print(f"\r{model:<50} {'✗':<10} {str(e)}")
|
|
450
|
+
|
webscout/Provider/x0gpt.py
CHANGED
|
@@ -24,6 +24,7 @@ class X0GPT(Provider):
|
|
|
24
24
|
>>> print(response)
|
|
25
25
|
'The weather today is sunny with a high of 75°F.'
|
|
26
26
|
"""
|
|
27
|
+
AVAILABLE_MODELS = ["UNKNOWN"]
|
|
27
28
|
|
|
28
29
|
def __init__(
|
|
29
30
|
self,
|
|
@@ -36,7 +37,8 @@ class X0GPT(Provider):
|
|
|
36
37
|
proxies: dict = {},
|
|
37
38
|
history_offset: int = 10250,
|
|
38
39
|
act: str = None,
|
|
39
|
-
system_prompt: str = "You are a helpful assistant."
|
|
40
|
+
system_prompt: str = "You are a helpful assistant.",
|
|
41
|
+
model: str = "UNKNOWN"
|
|
40
42
|
):
|
|
41
43
|
"""
|
|
42
44
|
Initializes the X0GPT API with given parameters.
|
webscout/Provider/yep.py
CHANGED
|
@@ -38,7 +38,8 @@ class YEPCHAT(Provider):
|
|
|
38
38
|
act: str = None,
|
|
39
39
|
model: str = "DeepSeek-R1-Distill-Qwen-32B",
|
|
40
40
|
temperature: float = 0.6,
|
|
41
|
-
top_p: float = 0.7
|
|
41
|
+
top_p: float = 0.7,
|
|
42
|
+
browser: str = "chrome"
|
|
42
43
|
):
|
|
43
44
|
"""
|
|
44
45
|
Initializes the YEPCHAT provider with the specified parameters.
|
|
@@ -69,20 +70,25 @@ class YEPCHAT(Provider):
|
|
|
69
70
|
|
|
70
71
|
# Initialize LitAgent for user agent generation
|
|
71
72
|
self.agent = LitAgent()
|
|
73
|
+
# Use fingerprinting to create a consistent browser identity
|
|
74
|
+
self.fingerprint = self.agent.generate_fingerprint(browser)
|
|
72
75
|
|
|
76
|
+
# Use the fingerprint for headers
|
|
73
77
|
self.headers = {
|
|
74
|
-
"Accept": "
|
|
78
|
+
"Accept": self.fingerprint["accept"],
|
|
75
79
|
"Accept-Encoding": "gzip, deflate, br, zstd",
|
|
76
|
-
"Accept-Language":
|
|
80
|
+
"Accept-Language": self.fingerprint["accept_language"],
|
|
77
81
|
"Content-Type": "application/json; charset=utf-8",
|
|
78
82
|
"DNT": "1",
|
|
79
83
|
"Origin": "https://yep.com",
|
|
80
84
|
"Referer": "https://yep.com/",
|
|
81
|
-
"Sec-CH-UA": '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
|
|
85
|
+
"Sec-CH-UA": self.fingerprint["sec_ch_ua"] or '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
|
|
82
86
|
"Sec-CH-UA-Mobile": "?0",
|
|
83
|
-
"Sec-CH-UA-Platform": '"
|
|
84
|
-
"User-Agent": self.
|
|
87
|
+
"Sec-CH-UA-Platform": f'"{self.fingerprint["platform"]}"',
|
|
88
|
+
"User-Agent": self.fingerprint["user_agent"],
|
|
85
89
|
}
|
|
90
|
+
|
|
91
|
+
# Create session cookies with unique identifiers
|
|
86
92
|
self.cookies = {"__Host-session": uuid.uuid4().hex, '__cf_bm': uuid.uuid4().hex}
|
|
87
93
|
|
|
88
94
|
self.__available_optimizers = (
|
|
@@ -101,8 +107,38 @@ class YEPCHAT(Provider):
|
|
|
101
107
|
)
|
|
102
108
|
self.conversation.history_offset = history_offset
|
|
103
109
|
self.session.proxies = proxies
|
|
110
|
+
|
|
111
|
+
# Set consistent headers for the scraper session
|
|
112
|
+
for header, value in self.headers.items():
|
|
113
|
+
self.session.headers[header] = value
|
|
104
114
|
|
|
105
|
-
|
|
115
|
+
def refresh_identity(self, browser: str = None):
|
|
116
|
+
"""
|
|
117
|
+
Refreshes the browser identity fingerprint.
|
|
118
|
+
|
|
119
|
+
Args:
|
|
120
|
+
browser: Specific browser to use for the new fingerprint
|
|
121
|
+
"""
|
|
122
|
+
browser = browser or self.fingerprint.get("browser_type", "chrome")
|
|
123
|
+
self.fingerprint = self.agent.generate_fingerprint(browser)
|
|
124
|
+
|
|
125
|
+
# Update headers with new fingerprint
|
|
126
|
+
self.headers.update({
|
|
127
|
+
"Accept": self.fingerprint["accept"],
|
|
128
|
+
"Accept-Language": self.fingerprint["accept_language"],
|
|
129
|
+
"Sec-CH-UA": self.fingerprint["sec_ch_ua"] or self.headers["Sec-CH-UA"],
|
|
130
|
+
"Sec-CH-UA-Platform": f'"{self.fingerprint["platform"]}"',
|
|
131
|
+
"User-Agent": self.fingerprint["user_agent"],
|
|
132
|
+
})
|
|
133
|
+
|
|
134
|
+
# Update session headers
|
|
135
|
+
for header, value in self.headers.items():
|
|
136
|
+
self.session.headers[header] = value
|
|
137
|
+
|
|
138
|
+
# Generate new cookies
|
|
139
|
+
self.cookies = {"__Host-session": uuid.uuid4().hex, '__cf_bm': uuid.uuid4().hex}
|
|
140
|
+
|
|
141
|
+
return self.fingerprint
|
|
106
142
|
|
|
107
143
|
def ask(
|
|
108
144
|
self,
|
|
@@ -147,9 +183,20 @@ class YEPCHAT(Provider):
|
|
|
147
183
|
try:
|
|
148
184
|
with self.session.post(self.chat_endpoint, headers=self.headers, cookies=self.cookies, json=data, stream=True, timeout=self.timeout) as response:
|
|
149
185
|
if not response.ok:
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
186
|
+
# If we get a non-200 response, try refreshing our identity once
|
|
187
|
+
if response.status_code in [403, 429]:
|
|
188
|
+
self.refresh_identity()
|
|
189
|
+
# Retry with new identity
|
|
190
|
+
with self.session.post(self.chat_endpoint, headers=self.headers, cookies=self.cookies, json=data, stream=True, timeout=self.timeout) as retry_response:
|
|
191
|
+
if not retry_response.ok:
|
|
192
|
+
raise exceptions.FailedToGenerateResponseError(
|
|
193
|
+
f"Failed to generate response after identity refresh - ({retry_response.status_code}, {retry_response.reason}) - {retry_response.text}"
|
|
194
|
+
)
|
|
195
|
+
response = retry_response
|
|
196
|
+
else:
|
|
197
|
+
raise exceptions.FailedToGenerateResponseError(
|
|
198
|
+
f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
|
|
199
|
+
)
|
|
153
200
|
|
|
154
201
|
streaming_text = ""
|
|
155
202
|
for line in response.iter_lines(decode_unicode=True):
|
|
@@ -177,9 +224,30 @@ class YEPCHAT(Provider):
|
|
|
177
224
|
raise exceptions.FailedToGenerateResponseError(f"Request failed: {e}")
|
|
178
225
|
|
|
179
226
|
def for_non_stream():
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
227
|
+
try:
|
|
228
|
+
response = self.session.post(self.chat_endpoint, headers=self.headers, cookies=self.cookies, json=data, timeout=self.timeout)
|
|
229
|
+
if not response.ok:
|
|
230
|
+
if response.status_code in [403, 429]:
|
|
231
|
+
self.refresh_identity()
|
|
232
|
+
response = self.session.post(self.chat_endpoint, headers=self.headers, cookies=self.cookies, json=data, timeout=self.timeout)
|
|
233
|
+
if not response.ok:
|
|
234
|
+
raise exceptions.FailedToGenerateResponseError(
|
|
235
|
+
f"Failed to generate response after identity refresh - ({response.status_code}, {response.reason}) - {response.text}"
|
|
236
|
+
)
|
|
237
|
+
else:
|
|
238
|
+
raise exceptions.FailedToGenerateResponseError(
|
|
239
|
+
f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
|
|
240
|
+
)
|
|
241
|
+
|
|
242
|
+
response_data = response.json()
|
|
243
|
+
if 'choices' in response_data and len(response_data['choices']) > 0:
|
|
244
|
+
content = response_data['choices'][0].get('message', {}).get('content', '')
|
|
245
|
+
self.conversation.update_chat_history(prompt, content)
|
|
246
|
+
return {"text": content}
|
|
247
|
+
else:
|
|
248
|
+
raise exceptions.FailedToGenerateResponseError("No response content found")
|
|
249
|
+
except Exception as e:
|
|
250
|
+
raise exceptions.FailedToGenerateResponseError(f"Request failed: {e}")
|
|
183
251
|
|
|
184
252
|
return for_stream() if stream else for_non_stream()
|
|
185
253
|
|
|
@@ -189,7 +257,7 @@ class YEPCHAT(Provider):
|
|
|
189
257
|
stream: bool = False,
|
|
190
258
|
optimizer: str = None,
|
|
191
259
|
conversationally: bool = False,
|
|
192
|
-
) -> str:
|
|
260
|
+
) -> Union[str, Generator[str, None, None]]:
|
|
193
261
|
"""
|
|
194
262
|
Initiates a chat with the Yep API using the provided prompt.
|
|
195
263
|
|
|
@@ -234,9 +302,23 @@ class YEPCHAT(Provider):
|
|
|
234
302
|
|
|
235
303
|
|
|
236
304
|
if __name__ == "__main__":
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
for
|
|
242
|
-
|
|
305
|
+
print("-" * 80)
|
|
306
|
+
print(f"{'Model':<50} {'Status':<10} {'Response'}")
|
|
307
|
+
print("-" * 80)
|
|
308
|
+
|
|
309
|
+
for model in YEPCHAT.AVAILABLE_MODELS:
|
|
310
|
+
try:
|
|
311
|
+
test_ai = YEPCHAT(model=model, timeout=60)
|
|
312
|
+
response = test_ai.chat("Say 'Hello' in one word")
|
|
313
|
+
response_text = response
|
|
314
|
+
|
|
315
|
+
if response_text and len(response_text.strip()) > 0:
|
|
316
|
+
status = "✓"
|
|
317
|
+
# Truncate response if too long
|
|
318
|
+
display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
|
|
319
|
+
else:
|
|
320
|
+
status = "✗"
|
|
321
|
+
display_text = "Empty or invalid response"
|
|
322
|
+
print(f"{model:<50} {status:<10} {display_text}")
|
|
323
|
+
except Exception as e:
|
|
324
|
+
print(f"{model:<50} {'✗':<10} {str(e)}")
|
webscout/__init__.py
CHANGED
webscout/cli.py
CHANGED
|
@@ -1,34 +1,12 @@
|
|
|
1
|
-
import os
|
|
2
1
|
import sys
|
|
3
|
-
from
|
|
4
|
-
from datetime import datetime
|
|
5
|
-
from urllib.parse import unquote
|
|
6
|
-
from pathlib import Path
|
|
7
|
-
from .swiftcli import CLI, option, argument, group
|
|
8
|
-
from curl_cffi import requests
|
|
9
|
-
import pyreqwest_impersonate as pri
|
|
2
|
+
from .swiftcli import CLI, option
|
|
10
3
|
from .webscout_search import WEBS
|
|
11
|
-
from .utils import json_dumps, json_loads
|
|
12
4
|
from .version import __version__
|
|
13
|
-
from .Litlogger import LitLogger, LogFormat, ColorScheme
|
|
14
5
|
from rich.console import Console
|
|
15
6
|
from rich.panel import Panel
|
|
16
|
-
from rich.markdown import Markdown
|
|
17
7
|
from rich.table import Table
|
|
18
|
-
from rich.style import Style
|
|
19
8
|
from rich.text import Text
|
|
20
|
-
from rich.align import Align
|
|
21
|
-
from rich.progress import track, Progress
|
|
22
|
-
from rich.prompt import Prompt, Confirm
|
|
23
|
-
from rich.columns import Columns
|
|
24
|
-
from pyfiglet import figlet_format
|
|
25
9
|
|
|
26
|
-
logger = LitLogger(
|
|
27
|
-
name="webscout",
|
|
28
|
-
format=LogFormat.MODERN_EMOJI,
|
|
29
|
-
color_scheme=ColorScheme.CYBERPUNK,
|
|
30
|
-
console_output=True
|
|
31
|
-
)
|
|
32
10
|
|
|
33
11
|
COLORS = {
|
|
34
12
|
0: "black",
|
|
@@ -89,7 +67,7 @@ def chat(proxy: str = None, model: str = "gpt-4o-mini"):
|
|
|
89
67
|
console = Console()
|
|
90
68
|
|
|
91
69
|
# Display header
|
|
92
|
-
console.print(f"[bold blue]{figlet_format('Webscout Chat')}[/]\n", justify="center")
|
|
70
|
+
# console.print(f"[bold blue]{figlet_format('Webscout Chat')}[/]\n", justify="center")
|
|
93
71
|
console.print(f"[bold green]Using model:[/] {model}\n")
|
|
94
72
|
console.print("[cyan]Type your message and press Enter. Press Ctrl+C or type 'exit' to quit.[/]\n")
|
|
95
73
|
|
|
@@ -97,23 +75,18 @@ def chat(proxy: str = None, model: str = "gpt-4o-mini"):
|
|
|
97
75
|
try:
|
|
98
76
|
while True:
|
|
99
77
|
try:
|
|
100
|
-
user_input = input("
|
|
78
|
+
user_input = input(">>> ").strip()
|
|
101
79
|
if not user_input or user_input.lower() in ['exit', 'quit']:
|
|
102
80
|
break
|
|
103
81
|
|
|
104
|
-
logger.info(f"Sending message to {model}")
|
|
105
82
|
response = webs.chat(keywords=user_input, model=model)
|
|
106
83
|
console.print(f"\nAI: {response}\n")
|
|
107
|
-
logger.success("Received response from AI")
|
|
108
84
|
|
|
109
85
|
except Exception as e:
|
|
110
|
-
logger.error(f"Error in chat: {str(e)}")
|
|
111
86
|
console.print(f"[bold red]Error:[/] {str(e)}\n")
|
|
112
87
|
|
|
113
88
|
except KeyboardInterrupt:
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
console.print("\n[cyan]Chat session ended. Goodbye![/]")
|
|
89
|
+
console.print("\n[bold red]Chat session interrupted. Exiting...[/]")
|
|
117
90
|
|
|
118
91
|
@app.command()
|
|
119
92
|
@option("--keywords", "-k", help="Search keywords", required=True)
|
|
@@ -130,7 +103,6 @@ def text(keywords: str, region: str, safesearch: str, timelimit: str, backend: s
|
|
|
130
103
|
results = webs.text(keywords, region, safesearch, timelimit, backend, max_results)
|
|
131
104
|
_print_data(results)
|
|
132
105
|
except Exception as e:
|
|
133
|
-
logger.error(f"Error in text search: {e}")
|
|
134
106
|
raise e
|
|
135
107
|
|
|
136
108
|
@app.command()
|
|
@@ -143,7 +115,6 @@ def answers(keywords: str, proxy: str = None):
|
|
|
143
115
|
results = webs.answers(keywords)
|
|
144
116
|
_print_data(results)
|
|
145
117
|
except Exception as e:
|
|
146
|
-
logger.error(f"Error in answers search: {e}")
|
|
147
118
|
raise e
|
|
148
119
|
|
|
149
120
|
@app.command()
|
|
@@ -177,7 +148,6 @@ def images(
|
|
|
177
148
|
results = webs.images(keywords, region, safesearch, timelimit, size, color, type, layout, license, max_results)
|
|
178
149
|
_print_data(results)
|
|
179
150
|
except Exception as e:
|
|
180
|
-
logger.error(f"Error in images search: {e}")
|
|
181
151
|
raise e
|
|
182
152
|
|
|
183
153
|
@app.command()
|
|
@@ -207,7 +177,6 @@ def videos(
|
|
|
207
177
|
results = webs.videos(keywords, region, safesearch, timelimit, resolution, duration, license, max_results)
|
|
208
178
|
_print_data(results)
|
|
209
179
|
except Exception as e:
|
|
210
|
-
logger.error(f"Error in videos search: {e}")
|
|
211
180
|
raise e
|
|
212
181
|
|
|
213
182
|
@app.command()
|
|
@@ -224,7 +193,6 @@ def news(keywords: str, region: str, safesearch: str, timelimit: str, max_result
|
|
|
224
193
|
results = webs.news(keywords, region, safesearch, timelimit, max_results)
|
|
225
194
|
_print_data(results)
|
|
226
195
|
except Exception as e:
|
|
227
|
-
logger.error(f"Error in news search: {e}")
|
|
228
196
|
raise e
|
|
229
197
|
|
|
230
198
|
@app.command()
|
|
@@ -275,7 +243,6 @@ def maps(
|
|
|
275
243
|
)
|
|
276
244
|
_print_data(results)
|
|
277
245
|
except Exception as e:
|
|
278
|
-
logger.error(f"Error in maps search: {e}")
|
|
279
246
|
raise e
|
|
280
247
|
|
|
281
248
|
@app.command()
|
|
@@ -290,7 +257,6 @@ def translate(keywords: str, from_: str, to: str, proxy: str = None):
|
|
|
290
257
|
results = webs.translate(keywords, from_, to)
|
|
291
258
|
_print_data(results)
|
|
292
259
|
except Exception as e:
|
|
293
|
-
logger.error(f"Error in translation: {e}")
|
|
294
260
|
raise e
|
|
295
261
|
|
|
296
262
|
@app.command()
|
|
@@ -304,7 +270,6 @@ def suggestions(keywords: str, region: str, proxy: str = None):
|
|
|
304
270
|
results = webs.suggestions(keywords, region)
|
|
305
271
|
_print_data(results)
|
|
306
272
|
except Exception as e:
|
|
307
|
-
logger.error(f"Error in suggestions search: {e}")
|
|
308
273
|
raise e
|
|
309
274
|
|
|
310
275
|
def main():
|
|
@@ -312,7 +277,6 @@ def main():
|
|
|
312
277
|
try:
|
|
313
278
|
app.run()
|
|
314
279
|
except Exception as e:
|
|
315
|
-
logger.error(f"Error: {e}")
|
|
316
280
|
sys.exit(1)
|
|
317
281
|
|
|
318
282
|
if __name__ == "__main__":
|