webscout 8.2.9__py3-none-any.whl → 8.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (63) hide show
  1. webscout/AIauto.py +2 -2
  2. webscout/Provider/Blackboxai.py +2 -0
  3. webscout/Provider/ChatSandbox.py +2 -1
  4. webscout/Provider/Deepinfra.py +1 -1
  5. webscout/Provider/HeckAI.py +1 -1
  6. webscout/Provider/LambdaChat.py +1 -0
  7. webscout/Provider/MCPCore.py +7 -3
  8. webscout/Provider/OPENAI/BLACKBOXAI.py +1017 -766
  9. webscout/Provider/OPENAI/Cloudflare.py +31 -14
  10. webscout/Provider/OPENAI/FalconH1.py +457 -0
  11. webscout/Provider/OPENAI/FreeGemini.py +29 -13
  12. webscout/Provider/OPENAI/NEMOTRON.py +26 -14
  13. webscout/Provider/OPENAI/PI.py +427 -0
  14. webscout/Provider/OPENAI/Qwen3.py +303 -282
  15. webscout/Provider/OPENAI/TwoAI.py +29 -12
  16. webscout/Provider/OPENAI/__init__.py +3 -1
  17. webscout/Provider/OPENAI/ai4chat.py +33 -23
  18. webscout/Provider/OPENAI/api.py +78 -12
  19. webscout/Provider/OPENAI/base.py +2 -0
  20. webscout/Provider/OPENAI/c4ai.py +31 -10
  21. webscout/Provider/OPENAI/chatgpt.py +41 -22
  22. webscout/Provider/OPENAI/chatgptclone.py +32 -13
  23. webscout/Provider/OPENAI/chatsandbox.py +7 -3
  24. webscout/Provider/OPENAI/copilot.py +26 -10
  25. webscout/Provider/OPENAI/deepinfra.py +327 -321
  26. webscout/Provider/OPENAI/e2b.py +77 -99
  27. webscout/Provider/OPENAI/exaai.py +13 -10
  28. webscout/Provider/OPENAI/exachat.py +10 -6
  29. webscout/Provider/OPENAI/flowith.py +7 -3
  30. webscout/Provider/OPENAI/freeaichat.py +10 -6
  31. webscout/Provider/OPENAI/glider.py +10 -6
  32. webscout/Provider/OPENAI/heckai.py +11 -8
  33. webscout/Provider/OPENAI/llmchatco.py +9 -7
  34. webscout/Provider/OPENAI/mcpcore.py +10 -7
  35. webscout/Provider/OPENAI/multichat.py +3 -1
  36. webscout/Provider/OPENAI/netwrck.py +10 -6
  37. webscout/Provider/OPENAI/oivscode.py +12 -9
  38. webscout/Provider/OPENAI/opkfc.py +14 -3
  39. webscout/Provider/OPENAI/scirachat.py +14 -8
  40. webscout/Provider/OPENAI/sonus.py +10 -6
  41. webscout/Provider/OPENAI/standardinput.py +18 -9
  42. webscout/Provider/OPENAI/textpollinations.py +14 -7
  43. webscout/Provider/OPENAI/toolbaz.py +16 -10
  44. webscout/Provider/OPENAI/typefully.py +14 -7
  45. webscout/Provider/OPENAI/typegpt.py +10 -6
  46. webscout/Provider/OPENAI/uncovrAI.py +22 -8
  47. webscout/Provider/OPENAI/venice.py +10 -6
  48. webscout/Provider/OPENAI/writecream.py +166 -163
  49. webscout/Provider/OPENAI/x0gpt.py +367 -365
  50. webscout/Provider/OPENAI/yep.py +384 -382
  51. webscout/Provider/PI.py +2 -1
  52. webscout/Provider/__init__.py +0 -2
  53. webscout/Provider/granite.py +41 -6
  54. webscout/Provider/oivscode.py +37 -37
  55. webscout/Provider/scnet.py +1 -0
  56. webscout/version.py +1 -1
  57. {webscout-8.2.9.dist-info → webscout-8.3.dist-info}/METADATA +2 -1
  58. {webscout-8.2.9.dist-info → webscout-8.3.dist-info}/RECORD +62 -61
  59. {webscout-8.2.9.dist-info → webscout-8.3.dist-info}/WHEEL +1 -1
  60. webscout/Provider/ChatGPTGratis.py +0 -194
  61. {webscout-8.2.9.dist-info → webscout-8.3.dist-info}/entry_points.txt +0 -0
  62. {webscout-8.2.9.dist-info → webscout-8.3.dist-info}/licenses/LICENSE.md +0 -0
  63. {webscout-8.2.9.dist-info → webscout-8.3.dist-info}/top_level.txt +0 -0
@@ -1,382 +1,384 @@
1
- import time
2
- import uuid
3
- import cloudscraper # Import cloudscraper
4
- import json
5
- from typing import List, Dict, Optional, Union, Generator, Any
6
-
7
- # Import base classes and utility structures
8
- from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
9
- from .utils import (
10
- ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
11
- ChatCompletionMessage, CompletionUsage, get_system_prompt, count_tokens # Import count_tokens
12
- )
13
-
14
- # Attempt to import LitAgent, fallback if not available
15
- try:
16
- from webscout.litagent import LitAgent
17
- except ImportError:
18
- # Define a dummy LitAgent if webscout is not installed or accessible
19
- class LitAgent:
20
- def generate_fingerprint(self, browser: str = "chrome") -> Dict[str, Any]:
21
- print("Warning: LitAgent not found. Using default minimal headers.")
22
- return {
23
- "accept": "*/*",
24
- "accept_language": "en-US,en;q=0.9",
25
- "platform": "Windows",
26
- "sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
27
- "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
28
- "browser_type": browser,
29
- }
30
-
31
- # --- YEPCHAT Client ---
32
-
33
- # ANSI escape codes for formatting
34
- BOLD = "\033[1m"
35
- RED = "\033[91m"
36
- RESET = "\033[0m"
37
-
38
- class Completions(BaseCompletions):
39
- def __init__(self, client: 'YEPCHAT'):
40
- self._client = client
41
-
42
- def create(
43
- self,
44
- *,
45
- model: str,
46
- messages: List[Dict[str, str]],
47
- max_tokens: Optional[int] = 1280,
48
- stream: bool = False,
49
- temperature: Optional[float] = 0.6,
50
- top_p: Optional[float] = 0.7,
51
- system_prompt: Optional[str] = None, # Added for consistency, but will be ignored
52
- **kwargs: Any
53
- ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
54
- """
55
- Creates a model response for the given chat conversation using YEPCHAT API.
56
- Mimics openai.chat.completions.create
57
- Note: YEPCHAT does not support system messages. They will be ignored.
58
- """
59
- # Only accept and use the raw model name (no prefix logic)
60
- model_raw = model
61
- # Validate model
62
- if model_raw not in self._client.AVAILABLE_MODELS:
63
- raise ValueError(
64
- f"Invalid model: {model}. Choose from: {self._client.AVAILABLE_MODELS}"
65
- )
66
-
67
- # Filter out system messages and warn the user if any are present
68
- filtered_messages = []
69
- has_system_message = False
70
- if get_system_prompt(messages) or system_prompt: # Check both message list and explicit param
71
- has_system_message = True
72
-
73
- for msg in messages:
74
- if msg["role"] == "system":
75
- continue # Skip system messages
76
- filtered_messages.append(msg)
77
-
78
- if has_system_message:
79
- # Print warning in bold red
80
- print(f"{BOLD}{RED}Warning: YEPCHAT does not support system messages, they will be ignored.{RESET}")
81
-
82
- # If no messages left after filtering, raise an error
83
- if not filtered_messages:
84
- raise ValueError("At least one user or assistant message is required for YEPCHAT.")
85
-
86
- payload = {
87
- "stream": stream,
88
- "max_tokens": max_tokens,
89
- "top_p": top_p,
90
- "temperature": temperature,
91
- "messages": filtered_messages, # Use filtered messages
92
- "model": model_raw, # Send only the raw model name to the API
93
- }
94
-
95
- # Add any extra kwargs to the payload
96
- payload.update(kwargs)
97
-
98
- request_id = f"chatcmpl-{uuid.uuid4()}"
99
- created_time = int(time.time())
100
-
101
- if stream:
102
- return self._create_stream(request_id, created_time, model, payload)
103
- else:
104
- return self._create_non_stream(request_id, created_time, model, payload)
105
-
106
- def _create_stream(
107
- self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
108
- ) -> Generator[ChatCompletionChunk, None, None]:
109
- try:
110
- response = self._client.session.post(
111
- self._client.api_endpoint,
112
- headers=self._client.headers,
113
- cookies=self._client.cookies,
114
- json=payload,
115
- stream=True,
116
- timeout=self._client.timeout
117
- )
118
-
119
- if not response.ok:
120
- raise IOError(
121
- f"YEPCHAT API Error: {response.status_code} {response.reason} - {response.text}"
122
- )
123
-
124
- # Track tokens for streaming
125
- prompt_tokens = count_tokens([m.get('content', '') for m in payload.get('messages', [])])
126
- completion_tokens = 0
127
- total_tokens = prompt_tokens
128
-
129
- for line in response.iter_lines(decode_unicode=True):
130
- if line:
131
- line = line.strip()
132
- if line.startswith("data: "):
133
- json_str = line[6:]
134
- if json_str == "[DONE]":
135
- break
136
- try:
137
- data = json.loads(json_str)
138
- choice_data = data.get('choices', [{}])[0]
139
- delta_data = choice_data.get('delta', {})
140
- finish_reason = choice_data.get('finish_reason')
141
- content = delta_data.get('content')
142
- role = delta_data.get('role', None)
143
-
144
- # Count tokens for this chunk
145
- chunk_tokens = count_tokens(content) if content else 0
146
- completion_tokens += chunk_tokens
147
- total_tokens = prompt_tokens + completion_tokens
148
-
149
- if content is not None or role is not None:
150
- delta = ChoiceDelta(content=content, role=role)
151
- choice = Choice(index=0, delta=delta, finish_reason=finish_reason)
152
- chunk = ChatCompletionChunk(
153
- id=request_id,
154
- choices=[choice],
155
- created=created_time,
156
- model=model,
157
- )
158
- # Set usage directly on the chunk object
159
- chunk.usage = {
160
- "prompt_tokens": prompt_tokens,
161
- "completion_tokens": completion_tokens,
162
- "total_tokens": total_tokens,
163
- "estimated_cost": None
164
- }
165
- # Yield the chunk with usage information
166
- yield chunk
167
-
168
- except json.JSONDecodeError:
169
- print(f"Warning: Could not decode JSON line: {json_str}")
170
- continue
171
-
172
- # Yield final chunk with finish reason if not already sent
173
- delta = ChoiceDelta()
174
- choice = Choice(index=0, delta=delta, finish_reason="stop")
175
- chunk = ChatCompletionChunk(
176
- id=request_id,
177
- choices=[choice],
178
- created=created_time,
179
- model=model,
180
- )
181
- # Set usage directly on the chunk object
182
- chunk.usage = {
183
- "prompt_tokens": prompt_tokens,
184
- "completion_tokens": completion_tokens,
185
- "total_tokens": total_tokens,
186
- "estimated_cost": None
187
- }
188
- yield chunk
189
-
190
- except cloudscraper.exceptions.CloudflareChallengeError as e:
191
- pass
192
-
193
- def _create_non_stream(
194
- self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
195
- ) -> ChatCompletion:
196
- full_response_content = ""
197
- finish_reason = "stop"
198
- try:
199
- # Make a non-streaming request to the API
200
- payload_copy = payload.copy()
201
- payload_copy["stream"] = False
202
- response = self._client.session.post(
203
- self._client.api_endpoint,
204
- headers=self._client.headers,
205
- cookies=self._client.cookies,
206
- json=payload_copy,
207
- timeout=self._client.timeout
208
- )
209
- if not response.ok:
210
- raise IOError(
211
- f"YEPCHAT API Error: {response.status_code} {response.reason} - {response.text}"
212
- )
213
- data = response.json()
214
- if 'choices' in data and len(data['choices']) > 0:
215
- # YEPCHAT non-streaming returns message content in choices[0]['message']['content']
216
- full_response_content = data['choices'][0].get('message', {}).get('content', '')
217
- finish_reason = data['choices'][0].get('finish_reason', 'stop')
218
- else:
219
- full_response_content = ''
220
- finish_reason = 'stop'
221
- except Exception as e:
222
- print(f"Error obtaining non-stream response from YEPCHAT: {e}")
223
- finish_reason = "error"
224
-
225
- message = ChatCompletionMessage(
226
- role="assistant",
227
- content=full_response_content
228
- )
229
- choice = Choice(
230
- index=0,
231
- message=message,
232
- finish_reason=finish_reason
233
- )
234
- # Use count_tokens to compute usage
235
- prompt_tokens = count_tokens([m.get('content', '') for m in payload.get('messages', [])])
236
- completion_tokens = count_tokens(full_response_content)
237
- usage = CompletionUsage(
238
- prompt_tokens=prompt_tokens,
239
- completion_tokens=completion_tokens,
240
- total_tokens=prompt_tokens + completion_tokens
241
- )
242
- completion = ChatCompletion(
243
- id=request_id,
244
- choices=[choice],
245
- created=created_time,
246
- model=model,
247
- usage=usage,
248
- )
249
- return completion
250
-
251
- class Chat(BaseChat):
252
- def __init__(self, client: 'YEPCHAT'):
253
- self.completions = Completions(client)
254
-
255
- class YEPCHAT(OpenAICompatibleProvider):
256
- """
257
- OpenAI-compatible client for YEPCHAT API.
258
-
259
- Usage:
260
- client = YEPCHAT()
261
- response = client.chat.completions.create(
262
- model="DeepSeek-R1-Distill-Qwen-32B",
263
- messages=[{"role": "user", "content": "Hello!"}]
264
- )
265
- print(response.choices[0].message.content)
266
- """
267
- _base_models = ["DeepSeek-R1-Distill-Qwen-32B", "Mixtral-8x7B-Instruct-v0.1"]
268
-
269
- # Create AVAILABLE_MODELS as a list of base model names (no prefix)
270
- AVAILABLE_MODELS = _base_models
271
-
272
- def __init__(
273
- self,
274
- timeout: int = 30,
275
- browser: str = "chrome"
276
- ):
277
- """
278
- Initialize the YEPCHAT client.
279
-
280
- Args:
281
- timeout: Request timeout in seconds.
282
- browser: Browser name for LitAgent to generate User-Agent.
283
- """
284
- self.timeout = timeout
285
- self.api_endpoint = "https://api.yep.com/v1/chat/completions"
286
- self.session = cloudscraper.create_scraper() # Use cloudscraper
287
-
288
- # Initialize LitAgent for user agent generation and fingerprinting
289
- try:
290
- agent = LitAgent()
291
- fingerprint = agent.generate_fingerprint(browser=browser)
292
- except Exception as e:
293
- print(f"Warning: Failed to generate fingerprint with LitAgent: {e}. Using fallback.")
294
- # Fallback fingerprint data
295
- fingerprint = {
296
- "accept": "*/*",
297
- "accept_language": "en-US,en;q=0.9",
298
- "sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
299
- "platform": "Windows",
300
- "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36"
301
- }
302
-
303
- # Initialize headers using the fingerprint
304
- self.headers = {
305
- "Accept": fingerprint["accept"],
306
- "Accept-Encoding": "gzip, deflate, br, zstd",
307
- "Accept-Language": fingerprint["accept_language"],
308
- "Content-Type": "application/json; charset=utf-8",
309
- "DNT": "1",
310
- "Origin": "https://yep.com",
311
- "Referer": "https://yep.com/",
312
- "Sec-CH-UA": fingerprint["sec_ch_ua"] or '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
313
- "Sec-CH-UA-Mobile": "?0",
314
- "Sec-CH-UA-Platform": f'"{fingerprint["platform"]}"',
315
- "User-Agent": fingerprint["user_agent"],
316
- }
317
- self.session.headers.update(self.headers)
318
-
319
- # Generate cookies (consider if these need refreshing or specific values)
320
- self.cookies = {"__Host-session": uuid.uuid4().hex, '__cf_bm': uuid.uuid4().hex}
321
-
322
- # Initialize the chat interface
323
- self.chat = Chat(self)
324
-
325
- @property
326
- def models(self):
327
- class _ModelList:
328
- def list(inner_self):
329
- return YEPCHAT.AVAILABLE_MODELS
330
- return _ModelList()
331
-
332
- def convert_model_name(self, model: str) -> str:
333
- """
334
- Ensures the model name is valid for YEPCHAT.
335
- Returns the validated model name or raises an error if invalid.
336
- """
337
- if model in self.AVAILABLE_MODELS:
338
- return model
339
- else:
340
- # Raise error instead of defaulting, as model is mandatory in create()
341
- raise ValueError(f"Model '{model}' not supported by YEPCHAT. Available: {self.AVAILABLE_MODELS}")
342
-
343
- # Example usage (optional, for testing)
344
- if __name__ == '__main__':
345
- print("Testing YEPCHAT OpenAI-Compatible Client...")
346
-
347
- # Test Non-Streaming
348
- try:
349
- print("\n--- Non-Streaming Test (DeepSeek) ---")
350
- client = YEPCHAT()
351
- response = client.chat.completions.create(
352
- model="DeepSeek-R1-Distill-Qwen-32B",
353
- messages=[
354
- {"role": "user", "content": "Say 'Hello World'"}
355
- ],
356
- stream=False
357
- )
358
- print("Response:", response.choices[0].message.content)
359
- print("Usage:", response.usage) # Will show 0 tokens
360
- except Exception as e:
361
- print(f"Non-Streaming Test Failed: {e}")
362
-
363
- # Test Streaming
364
- try:
365
- print("\n--- Streaming Test (Mixtral) ---")
366
- client_stream = YEPCHAT()
367
- stream = client_stream.chat.completions.create(
368
- model="Mixtral-8x7B-Instruct-v0.1",
369
- messages=[
370
- {"role": "user", "content": "Write a short sentence about AI."}
371
- ],
372
- stream=True
373
- )
374
- print("Streaming Response:")
375
- for chunk in stream:
376
- content = chunk.choices[0].delta.content
377
- if content:
378
- print(content, end="", flush=True)
379
- print() # Add a newline at the end
380
-
381
- except Exception as e:
382
- print(f"Streaming Test Failed: {e}")
1
+ import time
2
+ import uuid
3
+ import cloudscraper # Import cloudscraper
4
+ import json
5
+ from typing import List, Dict, Optional, Union, Generator, Any
6
+
7
+ # Import base classes and utility structures
8
+ from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
9
+ from .utils import (
10
+ ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
11
+ ChatCompletionMessage, CompletionUsage, get_system_prompt, count_tokens # Import count_tokens
12
+ )
13
+
14
+ # Attempt to import LitAgent, fallback if not available
15
+ try:
16
+ from webscout.litagent import LitAgent
17
+ except ImportError:
18
+ # Define a dummy LitAgent if webscout is not installed or accessible
19
+ class LitAgent:
20
+ def generate_fingerprint(self, browser: str = "chrome") -> Dict[str, Any]:
21
+ print("Warning: LitAgent not found. Using default minimal headers.")
22
+ return {
23
+ "accept": "*/*",
24
+ "accept_language": "en-US,en;q=0.9",
25
+ "platform": "Windows",
26
+ "sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
27
+ "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
28
+ "browser_type": browser,
29
+ }
30
+
31
+ # --- YEPCHAT Client ---
32
+
33
+ # ANSI escape codes for formatting
34
+ BOLD = "\033[1m"
35
+ RED = "\033[91m"
36
+ RESET = "\033[0m"
37
+
38
+ class Completions(BaseCompletions):
39
+ def __init__(self, client: 'YEPCHAT'):
40
+ self._client = client
41
+
42
+ def create(
43
+ self,
44
+ *,
45
+ model: str,
46
+ messages: List[Dict[str, str]],
47
+ max_tokens: Optional[int] = 1280,
48
+ stream: bool = False,
49
+ temperature: Optional[float] = 0.6,
50
+ top_p: Optional[float] = 0.7,
51
+ system_prompt: Optional[str] = None, # Added for consistency, but will be ignored
52
+ timeout: Optional[int] = None,
53
+ proxies: Optional[Dict[str, str]] = None,
54
+ **kwargs: Any
55
+ ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
56
+ """
57
+ Creates a model response for the given chat conversation using YEPCHAT API.
58
+ Mimics openai.chat.completions.create
59
+ Note: YEPCHAT does not support system messages. They will be ignored.
60
+ """
61
+ # Only accept and use the raw model name (no prefix logic)
62
+ model_raw = model
63
+ # Validate model
64
+ if model_raw not in self._client.AVAILABLE_MODELS:
65
+ raise ValueError(
66
+ f"Invalid model: {model}. Choose from: {self._client.AVAILABLE_MODELS}"
67
+ )
68
+
69
+ # Filter out system messages and warn the user if any are present
70
+ filtered_messages = []
71
+ has_system_message = False
72
+ if get_system_prompt(messages) or system_prompt: # Check both message list and explicit param
73
+ has_system_message = True
74
+
75
+ for msg in messages:
76
+ if msg["role"] == "system":
77
+ continue # Skip system messages
78
+ filtered_messages.append(msg)
79
+
80
+ if has_system_message:
81
+ # Print warning in bold red
82
+ print(f"{BOLD}{RED}Warning: YEPCHAT does not support system messages, they will be ignored.{RESET}")
83
+
84
+ # If no messages left after filtering, raise an error
85
+ if not filtered_messages:
86
+ raise ValueError("At least one user or assistant message is required for YEPCHAT.")
87
+
88
+ payload = {
89
+ "stream": stream,
90
+ "max_tokens": max_tokens,
91
+ "top_p": top_p,
92
+ "temperature": temperature,
93
+ "messages": filtered_messages, # Use filtered messages
94
+ "model": model_raw, # Send only the raw model name to the API
95
+ }
96
+
97
+ # Add any extra kwargs to the payload
98
+ payload.update(kwargs)
99
+
100
+ request_id = f"chatcmpl-{uuid.uuid4()}"
101
+ created_time = int(time.time())
102
+
103
+ if stream:
104
+ return self._create_stream(request_id, created_time, model, payload, timeout, proxies)
105
+ else:
106
+ return self._create_non_stream(request_id, created_time, model, payload, timeout, proxies)
107
+
108
+ def _create_stream(
109
+ self, request_id: str, created_time: int, model: str, payload: Dict[str, Any], timeout: Optional[int] = None, proxies: Optional[Dict[str, str]] = None
110
+ ) -> Generator[ChatCompletionChunk, None, None]:
111
+ try:
112
+ response = self._client.session.post(
113
+ self._client.api_endpoint,
114
+ headers=self._client.headers,
115
+ cookies=self._client.cookies,
116
+ json=payload,
117
+ stream=True,
118
+ timeout=timeout or self._client.timeout,
119
+ proxies=proxies or getattr(self._client, "proxies", None)
120
+ )
121
+
122
+ if not response.ok:
123
+ raise IOError(
124
+ f"YEPCHAT API Error: {response.status_code} {response.reason} - {response.text}"
125
+ )
126
+
127
+ # Track tokens for streaming
128
+ prompt_tokens = count_tokens([m.get('content', '') for m in payload.get('messages', [])])
129
+ completion_tokens = 0
130
+ total_tokens = prompt_tokens
131
+
132
+ for line in response.iter_lines(decode_unicode=True):
133
+ if line:
134
+ line = line.strip()
135
+ if line.startswith("data: "):
136
+ json_str = line[6:]
137
+ if json_str == "[DONE]":
138
+ break
139
+ try:
140
+ data = json.loads(json_str)
141
+ choice_data = data.get('choices', [{}])[0]
142
+ delta_data = choice_data.get('delta', {})
143
+ finish_reason = choice_data.get('finish_reason')
144
+ content = delta_data.get('content')
145
+ role = delta_data.get('role', None)
146
+
147
+ # Count tokens for this chunk
148
+ chunk_tokens = count_tokens(content) if content else 0
149
+ completion_tokens += chunk_tokens
150
+ total_tokens = prompt_tokens + completion_tokens
151
+
152
+ if content is not None or role is not None:
153
+ delta = ChoiceDelta(content=content, role=role)
154
+ choice = Choice(index=0, delta=delta, finish_reason=finish_reason)
155
+ chunk = ChatCompletionChunk(
156
+ id=request_id,
157
+ choices=[choice],
158
+ created=created_time,
159
+ model=model,
160
+ )
161
+ # Set usage directly on the chunk object
162
+ chunk.usage = {
163
+ "prompt_tokens": prompt_tokens,
164
+ "completion_tokens": completion_tokens,
165
+ "total_tokens": total_tokens,
166
+ "estimated_cost": None
167
+ }
168
+ # Yield the chunk with usage information
169
+ yield chunk
170
+
171
+ except json.JSONDecodeError:
172
+ print(f"Warning: Could not decode JSON line: {json_str}")
173
+ continue
174
+
175
+ # Yield final chunk with finish reason if not already sent
176
+ delta = ChoiceDelta()
177
+ choice = Choice(index=0, delta=delta, finish_reason="stop")
178
+ chunk = ChatCompletionChunk(
179
+ id=request_id,
180
+ choices=[choice],
181
+ created=created_time,
182
+ model=model,
183
+ )
184
+ # Set usage directly on the chunk object
185
+ chunk.usage = {
186
+ "prompt_tokens": prompt_tokens,
187
+ "completion_tokens": completion_tokens,
188
+ "total_tokens": total_tokens,
189
+ "estimated_cost": None
190
+ }
191
+ yield chunk
192
+
193
+ except cloudscraper.exceptions.CloudflareChallengeError as e:
194
+ pass
195
+
196
+ def _create_non_stream(
197
+ self, request_id: str, created_time: int, model: str, payload: Dict[str, Any], timeout: Optional[int] = None, proxies: Optional[Dict[str, str]] = None
198
+ ) -> ChatCompletion:
199
+ full_response_content = ""
200
+ finish_reason = "stop"
201
+ try:
202
+ # Make a non-streaming request to the API
203
+ payload_copy = payload.copy()
204
+ payload_copy["stream"] = False
205
+ response = self._client.session.post(
206
+ self._client.api_endpoint,
207
+ headers=self._client.headers,
208
+ cookies=self._client.cookies,
209
+ json=payload_copy,
210
+ timeout=timeout or self._client.timeout,
211
+ proxies=proxies or getattr(self._client, "proxies", None)
212
+ )
213
+ if not response.ok:
214
+ raise IOError(
215
+ f"YEPCHAT API Error: {response.status_code} {response.reason} - {response.text}"
216
+ )
217
+ data = response.json()
218
+ if 'choices' in data and len(data['choices']) > 0:
219
+ # YEPCHAT non-streaming returns message content in choices[0]['message']['content']
220
+ full_response_content = data['choices'][0].get('message', {}).get('content', '')
221
+ finish_reason = data['choices'][0].get('finish_reason', 'stop')
222
+ else:
223
+ full_response_content = ''
224
+ finish_reason = 'stop'
225
+ except Exception as e:
226
+ print(f"Error obtaining non-stream response from YEPCHAT: {e}")
227
+ finish_reason = "error"
228
+
229
+ message = ChatCompletionMessage(
230
+ role="assistant",
231
+ content=full_response_content
232
+ )
233
+ choice = Choice(
234
+ index=0,
235
+ message=message,
236
+ finish_reason=finish_reason
237
+ )
238
+ # Use count_tokens to compute usage
239
+ prompt_tokens = count_tokens([m.get('content', '') for m in payload.get('messages', [])])
240
+ completion_tokens = count_tokens(full_response_content)
241
+ usage = CompletionUsage(
242
+ prompt_tokens=prompt_tokens,
243
+ completion_tokens=completion_tokens,
244
+ total_tokens=prompt_tokens + completion_tokens
245
+ )
246
+ completion = ChatCompletion(
247
+ id=request_id,
248
+ choices=[choice],
249
+ created=created_time,
250
+ model=model,
251
+ usage=usage,
252
+ )
253
+ return completion
254
+
255
+ class Chat(BaseChat):
256
+ def __init__(self, client: 'YEPCHAT'):
257
+ self.completions = Completions(client)
258
+
259
+ class YEPCHAT(OpenAICompatibleProvider):
260
+ """
261
+ OpenAI-compatible client for YEPCHAT API.
262
+
263
+ Usage:
264
+ client = YEPCHAT()
265
+ response = client.chat.completions.create(
266
+ model="DeepSeek-R1-Distill-Qwen-32B",
267
+ messages=[{"role": "user", "content": "Hello!"}]
268
+ )
269
+ print(response.choices[0].message.content)
270
+ """
271
+ _base_models = ["DeepSeek-R1-Distill-Qwen-32B", "Mixtral-8x7B-Instruct-v0.1"]
272
+
273
+ # Create AVAILABLE_MODELS as a list of base model names (no prefix)
274
+ AVAILABLE_MODELS = _base_models
275
+
276
+ def __init__(
277
+ self,
278
+ browser: str = "chrome"
279
+ ):
280
+ """
281
+ Initialize the YEPCHAT client.
282
+
283
+ Args:
284
+ browser: Browser name for LitAgent to generate User-Agent.
285
+ """
286
+ self.timeout = None
287
+ self.api_endpoint = "https://api.yep.com/v1/chat/completions"
288
+ self.session = cloudscraper.create_scraper() # Use cloudscraper
289
+
290
+ # Initialize LitAgent for user agent generation and fingerprinting
291
+ try:
292
+ agent = LitAgent()
293
+ fingerprint = agent.generate_fingerprint(browser=browser)
294
+ except Exception as e:
295
+ print(f"Warning: Failed to generate fingerprint with LitAgent: {e}. Using fallback.")
296
+ # Fallback fingerprint data
297
+ fingerprint = {
298
+ "accept": "*/*",
299
+ "accept_language": "en-US,en;q=0.9",
300
+ "sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
301
+ "platform": "Windows",
302
+ "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36"
303
+ }
304
+
305
+ # Initialize headers using the fingerprint
306
+ self.headers = {
307
+ "Accept": fingerprint["accept"],
308
+ "Accept-Encoding": "gzip, deflate, br, zstd",
309
+ "Accept-Language": fingerprint["accept_language"],
310
+ "Content-Type": "application/json; charset=utf-8",
311
+ "DNT": "1",
312
+ "Origin": "https://yep.com",
313
+ "Referer": "https://yep.com/",
314
+ "Sec-CH-UA": fingerprint["sec_ch_ua"] or '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
315
+ "Sec-CH-UA-Mobile": "?0",
316
+ "Sec-CH-UA-Platform": f'"{fingerprint["platform"]}"',
317
+ "User-Agent": fingerprint["user_agent"],
318
+ }
319
+ self.session.headers.update(self.headers)
320
+
321
+ # Generate cookies (consider if these need refreshing or specific values)
322
+ self.cookies = {"__Host-session": uuid.uuid4().hex, '__cf_bm': uuid.uuid4().hex}
323
+
324
+ # Initialize the chat interface
325
+ self.chat = Chat(self)
326
+
327
+ @property
328
+ def models(self):
329
+ class _ModelList:
330
+ def list(inner_self):
331
+ return YEPCHAT.AVAILABLE_MODELS
332
+ return _ModelList()
333
+
334
+ def convert_model_name(self, model: str) -> str:
335
+ """
336
+ Ensures the model name is valid for YEPCHAT.
337
+ Returns the validated model name or raises an error if invalid.
338
+ """
339
+ if model in self.AVAILABLE_MODELS:
340
+ return model
341
+ else:
342
+ # Raise error instead of defaulting, as model is mandatory in create()
343
+ raise ValueError(f"Model '{model}' not supported by YEPCHAT. Available: {self.AVAILABLE_MODELS}")
344
+
345
+ # Example usage (optional, for testing)
346
+ if __name__ == '__main__':
347
+ print("Testing YEPCHAT OpenAI-Compatible Client...")
348
+
349
+ # Test Non-Streaming
350
+ try:
351
+ print("\n--- Non-Streaming Test (DeepSeek) ---")
352
+ client = YEPCHAT()
353
+ response = client.chat.completions.create(
354
+ model="DeepSeek-R1-Distill-Qwen-32B",
355
+ messages=[
356
+ {"role": "user", "content": "Say 'Hello World'"}
357
+ ],
358
+ stream=False
359
+ )
360
+ print("Response:", response.choices[0].message.content)
361
+ print("Usage:", response.usage) # Will show 0 tokens
362
+ except Exception as e:
363
+ print(f"Non-Streaming Test Failed: {e}")
364
+
365
+ # Test Streaming
366
+ try:
367
+ print("\n--- Streaming Test (Mixtral) ---")
368
+ client_stream = YEPCHAT()
369
+ stream = client_stream.chat.completions.create(
370
+ model="Mixtral-8x7B-Instruct-v0.1",
371
+ messages=[
372
+ {"role": "user", "content": "Write a short sentence about AI."}
373
+ ],
374
+ stream=True
375
+ )
376
+ print("Streaming Response:")
377
+ for chunk in stream:
378
+ content = chunk.choices[0].delta.content
379
+ if content:
380
+ print(content, end="", flush=True)
381
+ print() # Add a newline at the end
382
+
383
+ except Exception as e:
384
+ print(f"Streaming Test Failed: {e}")