webscout 8.2.8__py3-none-any.whl → 8.2.9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (184) hide show
  1. webscout/AIauto.py +32 -14
  2. webscout/AIbase.py +96 -37
  3. webscout/AIutel.py +491 -87
  4. webscout/Bard.py +441 -323
  5. webscout/Extra/GitToolkit/__init__.py +10 -10
  6. webscout/Extra/YTToolkit/ytapi/video.py +232 -232
  7. webscout/Litlogger/README.md +10 -0
  8. webscout/Litlogger/__init__.py +7 -59
  9. webscout/Litlogger/formats.py +4 -0
  10. webscout/Litlogger/handlers.py +103 -0
  11. webscout/Litlogger/levels.py +13 -0
  12. webscout/Litlogger/logger.py +92 -0
  13. webscout/Provider/AISEARCH/Perplexity.py +332 -358
  14. webscout/Provider/AISEARCH/felo_search.py +9 -35
  15. webscout/Provider/AISEARCH/genspark_search.py +30 -56
  16. webscout/Provider/AISEARCH/hika_search.py +4 -16
  17. webscout/Provider/AISEARCH/iask_search.py +410 -436
  18. webscout/Provider/AISEARCH/monica_search.py +4 -30
  19. webscout/Provider/AISEARCH/scira_search.py +6 -32
  20. webscout/Provider/AISEARCH/webpilotai_search.py +38 -64
  21. webscout/Provider/Blackboxai.py +153 -35
  22. webscout/Provider/Deepinfra.py +339 -339
  23. webscout/Provider/ExaChat.py +358 -358
  24. webscout/Provider/Gemini.py +169 -169
  25. webscout/Provider/GithubChat.py +1 -2
  26. webscout/Provider/Glider.py +3 -3
  27. webscout/Provider/HeckAI.py +171 -81
  28. webscout/Provider/OPENAI/BLACKBOXAI.py +766 -735
  29. webscout/Provider/OPENAI/Cloudflare.py +7 -7
  30. webscout/Provider/OPENAI/FreeGemini.py +6 -5
  31. webscout/Provider/OPENAI/NEMOTRON.py +8 -20
  32. webscout/Provider/OPENAI/Qwen3.py +283 -0
  33. webscout/Provider/OPENAI/README.md +952 -1253
  34. webscout/Provider/OPENAI/TwoAI.py +357 -0
  35. webscout/Provider/OPENAI/__init__.py +5 -1
  36. webscout/Provider/OPENAI/ai4chat.py +40 -40
  37. webscout/Provider/OPENAI/api.py +808 -649
  38. webscout/Provider/OPENAI/c4ai.py +3 -3
  39. webscout/Provider/OPENAI/chatgpt.py +555 -555
  40. webscout/Provider/OPENAI/chatgptclone.py +493 -487
  41. webscout/Provider/OPENAI/chatsandbox.py +4 -3
  42. webscout/Provider/OPENAI/copilot.py +242 -0
  43. webscout/Provider/OPENAI/deepinfra.py +5 -2
  44. webscout/Provider/OPENAI/e2b.py +63 -5
  45. webscout/Provider/OPENAI/exaai.py +416 -410
  46. webscout/Provider/OPENAI/exachat.py +444 -443
  47. webscout/Provider/OPENAI/freeaichat.py +2 -2
  48. webscout/Provider/OPENAI/glider.py +5 -2
  49. webscout/Provider/OPENAI/groq.py +5 -2
  50. webscout/Provider/OPENAI/heckai.py +308 -307
  51. webscout/Provider/OPENAI/mcpcore.py +8 -2
  52. webscout/Provider/OPENAI/multichat.py +4 -4
  53. webscout/Provider/OPENAI/netwrck.py +6 -5
  54. webscout/Provider/OPENAI/oivscode.py +287 -0
  55. webscout/Provider/OPENAI/opkfc.py +496 -496
  56. webscout/Provider/OPENAI/pydantic_imports.py +172 -0
  57. webscout/Provider/OPENAI/scirachat.py +15 -9
  58. webscout/Provider/OPENAI/sonus.py +304 -303
  59. webscout/Provider/OPENAI/standardinput.py +433 -433
  60. webscout/Provider/OPENAI/textpollinations.py +4 -4
  61. webscout/Provider/OPENAI/toolbaz.py +413 -413
  62. webscout/Provider/OPENAI/typefully.py +3 -3
  63. webscout/Provider/OPENAI/typegpt.py +11 -5
  64. webscout/Provider/OPENAI/uncovrAI.py +463 -462
  65. webscout/Provider/OPENAI/utils.py +90 -79
  66. webscout/Provider/OPENAI/venice.py +431 -425
  67. webscout/Provider/OPENAI/wisecat.py +387 -381
  68. webscout/Provider/OPENAI/writecream.py +3 -3
  69. webscout/Provider/OPENAI/x0gpt.py +365 -378
  70. webscout/Provider/OPENAI/yep.py +39 -13
  71. webscout/Provider/TTI/README.md +55 -101
  72. webscout/Provider/TTI/__init__.py +4 -9
  73. webscout/Provider/TTI/aiarta.py +365 -0
  74. webscout/Provider/TTI/artbit.py +0 -0
  75. webscout/Provider/TTI/base.py +64 -0
  76. webscout/Provider/TTI/fastflux.py +200 -0
  77. webscout/Provider/TTI/magicstudio.py +201 -0
  78. webscout/Provider/TTI/piclumen.py +203 -0
  79. webscout/Provider/TTI/pixelmuse.py +225 -0
  80. webscout/Provider/TTI/pollinations.py +221 -0
  81. webscout/Provider/TTI/utils.py +11 -0
  82. webscout/Provider/TTS/__init__.py +2 -1
  83. webscout/Provider/TTS/base.py +159 -159
  84. webscout/Provider/TTS/openai_fm.py +129 -0
  85. webscout/Provider/TextPollinationsAI.py +308 -308
  86. webscout/Provider/TwoAI.py +239 -44
  87. webscout/Provider/UNFINISHED/Youchat.py +330 -330
  88. webscout/Provider/UNFINISHED/puterjs.py +635 -0
  89. webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
  90. webscout/Provider/Writecream.py +246 -246
  91. webscout/Provider/__init__.py +2 -0
  92. webscout/Provider/ai4chat.py +33 -8
  93. webscout/Provider/koala.py +169 -169
  94. webscout/Provider/oivscode.py +309 -0
  95. webscout/Provider/samurai.py +3 -2
  96. webscout/Provider/typegpt.py +3 -3
  97. webscout/Provider/uncovr.py +368 -368
  98. webscout/client.py +70 -0
  99. webscout/litprinter/__init__.py +58 -58
  100. webscout/optimizers.py +419 -419
  101. webscout/scout/README.md +3 -1
  102. webscout/scout/core/crawler.py +134 -64
  103. webscout/scout/core/scout.py +148 -109
  104. webscout/scout/element.py +106 -88
  105. webscout/swiftcli/Readme.md +323 -323
  106. webscout/swiftcli/plugins/manager.py +9 -2
  107. webscout/version.py +1 -1
  108. webscout/zeroart/__init__.py +134 -134
  109. webscout/zeroart/effects.py +100 -100
  110. webscout/zeroart/fonts.py +1238 -1238
  111. {webscout-8.2.8.dist-info → webscout-8.2.9.dist-info}/METADATA +159 -35
  112. {webscout-8.2.8.dist-info → webscout-8.2.9.dist-info}/RECORD +116 -161
  113. {webscout-8.2.8.dist-info → webscout-8.2.9.dist-info}/WHEEL +1 -1
  114. {webscout-8.2.8.dist-info → webscout-8.2.9.dist-info}/entry_points.txt +1 -0
  115. webscout/Litlogger/Readme.md +0 -175
  116. webscout/Litlogger/core/__init__.py +0 -6
  117. webscout/Litlogger/core/level.py +0 -23
  118. webscout/Litlogger/core/logger.py +0 -165
  119. webscout/Litlogger/handlers/__init__.py +0 -12
  120. webscout/Litlogger/handlers/console.py +0 -33
  121. webscout/Litlogger/handlers/file.py +0 -143
  122. webscout/Litlogger/handlers/network.py +0 -173
  123. webscout/Litlogger/styles/__init__.py +0 -7
  124. webscout/Litlogger/styles/colors.py +0 -249
  125. webscout/Litlogger/styles/formats.py +0 -458
  126. webscout/Litlogger/styles/text.py +0 -87
  127. webscout/Litlogger/utils/__init__.py +0 -6
  128. webscout/Litlogger/utils/detectors.py +0 -153
  129. webscout/Litlogger/utils/formatters.py +0 -200
  130. webscout/Provider/TTI/AiForce/README.md +0 -159
  131. webscout/Provider/TTI/AiForce/__init__.py +0 -22
  132. webscout/Provider/TTI/AiForce/async_aiforce.py +0 -224
  133. webscout/Provider/TTI/AiForce/sync_aiforce.py +0 -245
  134. webscout/Provider/TTI/FreeAIPlayground/README.md +0 -99
  135. webscout/Provider/TTI/FreeAIPlayground/__init__.py +0 -9
  136. webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +0 -181
  137. webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +0 -180
  138. webscout/Provider/TTI/ImgSys/README.md +0 -174
  139. webscout/Provider/TTI/ImgSys/__init__.py +0 -23
  140. webscout/Provider/TTI/ImgSys/async_imgsys.py +0 -202
  141. webscout/Provider/TTI/ImgSys/sync_imgsys.py +0 -195
  142. webscout/Provider/TTI/MagicStudio/README.md +0 -101
  143. webscout/Provider/TTI/MagicStudio/__init__.py +0 -2
  144. webscout/Provider/TTI/MagicStudio/async_magicstudio.py +0 -111
  145. webscout/Provider/TTI/MagicStudio/sync_magicstudio.py +0 -109
  146. webscout/Provider/TTI/Nexra/README.md +0 -155
  147. webscout/Provider/TTI/Nexra/__init__.py +0 -22
  148. webscout/Provider/TTI/Nexra/async_nexra.py +0 -286
  149. webscout/Provider/TTI/Nexra/sync_nexra.py +0 -258
  150. webscout/Provider/TTI/PollinationsAI/README.md +0 -146
  151. webscout/Provider/TTI/PollinationsAI/__init__.py +0 -23
  152. webscout/Provider/TTI/PollinationsAI/async_pollinations.py +0 -311
  153. webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +0 -265
  154. webscout/Provider/TTI/aiarta/README.md +0 -134
  155. webscout/Provider/TTI/aiarta/__init__.py +0 -2
  156. webscout/Provider/TTI/aiarta/async_aiarta.py +0 -482
  157. webscout/Provider/TTI/aiarta/sync_aiarta.py +0 -440
  158. webscout/Provider/TTI/artbit/README.md +0 -100
  159. webscout/Provider/TTI/artbit/__init__.py +0 -22
  160. webscout/Provider/TTI/artbit/async_artbit.py +0 -155
  161. webscout/Provider/TTI/artbit/sync_artbit.py +0 -148
  162. webscout/Provider/TTI/fastflux/README.md +0 -129
  163. webscout/Provider/TTI/fastflux/__init__.py +0 -22
  164. webscout/Provider/TTI/fastflux/async_fastflux.py +0 -261
  165. webscout/Provider/TTI/fastflux/sync_fastflux.py +0 -252
  166. webscout/Provider/TTI/huggingface/README.md +0 -114
  167. webscout/Provider/TTI/huggingface/__init__.py +0 -22
  168. webscout/Provider/TTI/huggingface/async_huggingface.py +0 -199
  169. webscout/Provider/TTI/huggingface/sync_huggingface.py +0 -195
  170. webscout/Provider/TTI/piclumen/README.md +0 -161
  171. webscout/Provider/TTI/piclumen/__init__.py +0 -23
  172. webscout/Provider/TTI/piclumen/async_piclumen.py +0 -268
  173. webscout/Provider/TTI/piclumen/sync_piclumen.py +0 -233
  174. webscout/Provider/TTI/pixelmuse/README.md +0 -79
  175. webscout/Provider/TTI/pixelmuse/__init__.py +0 -4
  176. webscout/Provider/TTI/pixelmuse/async_pixelmuse.py +0 -249
  177. webscout/Provider/TTI/pixelmuse/sync_pixelmuse.py +0 -182
  178. webscout/Provider/TTI/talkai/README.md +0 -139
  179. webscout/Provider/TTI/talkai/__init__.py +0 -4
  180. webscout/Provider/TTI/talkai/async_talkai.py +0 -229
  181. webscout/Provider/TTI/talkai/sync_talkai.py +0 -207
  182. webscout/Provider/UNFINISHED/oivscode.py +0 -351
  183. {webscout-8.2.8.dist-info → webscout-8.2.9.dist-info}/licenses/LICENSE.md +0 -0
  184. {webscout-8.2.8.dist-info → webscout-8.2.9.dist-info}/top_level.txt +0 -0
@@ -1,488 +1,494 @@
1
- import time
2
- import uuid
3
- # import cloudscraper
4
- from curl_cffi.requests import Session, RequestsError
5
- import json
6
- import re
7
- from typing import List, Dict, Optional, Union, Generator, Any
8
-
9
- # Import base classes and utility structures
10
- from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
11
- from .utils import (
12
- ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
13
- ChatCompletionMessage, CompletionUsage
14
- )
15
-
16
- # Attempt to import LitAgent, fallback if not available
17
- try:
18
- from webscout.litagent import LitAgent
19
- except ImportError:
20
- # Define a dummy LitAgent if webscout is not installed or accessible
21
- class LitAgent:
22
- def generate_fingerprint(self, browser: str = "chrome") -> Dict[str, Any]:
23
- # Return minimal default headers if LitAgent is unavailable
24
- print("Warning: LitAgent not found. Using default minimal headers.")
25
- return {
26
- "accept": "*/*",
27
- "accept_language": "en-US,en;q=0.9",
28
- "platform": "Windows",
29
- "sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
30
- "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
31
- "browser_type": browser,
32
- }
33
-
34
- # --- ChatGPTClone Client ---
35
-
36
- class Completions(BaseCompletions):
37
- def __init__(self, client: 'ChatGPTClone'):
38
- self._client = client
39
-
40
- def create(
41
- self,
42
- *,
43
- model: str,
44
- messages: List[Dict[str, str]],
45
- max_tokens: Optional[int] = 2049,
46
- stream: bool = False,
47
- temperature: Optional[float] = None,
48
- top_p: Optional[float] = None,
49
- **kwargs: Any
50
- ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
51
- """
52
- Creates a model response for the given chat conversation.
53
- Mimics openai.chat.completions.create
54
- """
55
- # Prepare the payload for ChatGPTClone API
56
- payload = {
57
- "messages": messages,
58
- "model": self._client.convert_model_name(model),
59
- }
60
-
61
- # Add optional parameters if provided
62
- if max_tokens is not None and max_tokens > 0:
63
- payload["max_tokens"] = max_tokens
64
-
65
- if temperature is not None:
66
- payload["temperature"] = temperature
67
-
68
- if top_p is not None:
69
- payload["top_p"] = top_p
70
-
71
- # Add any additional parameters
72
- payload.update(kwargs)
73
-
74
- request_id = f"chatcmpl-{uuid.uuid4()}"
75
- created_time = int(time.time())
76
-
77
- if stream:
78
- return self._create_stream(request_id, created_time, model, payload)
79
- else:
80
- return self._create_non_stream(request_id, created_time, model, payload)
81
-
82
- def _create_stream(
83
- self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
84
- ) -> Generator[ChatCompletionChunk, None, None]:
85
- try:
86
- response = self._client.session.post(
87
- f"{self._client.url}/api/chat",
88
- headers=self._client.headers,
89
- cookies=self._client.cookies,
90
- json=payload,
91
- stream=True,
92
- timeout=self._client.timeout
93
- )
94
-
95
- # Handle non-200 responses
96
- if not response.ok:
97
- # If we get a non-200 response, try refreshing our identity once
98
- if response.status_code in [403, 429]:
99
- self._client.refresh_identity()
100
- # Retry with new identity
101
- response = self._client.session.post(
102
- f"{self._client.url}/api/chat",
103
- headers=self._client.headers,
104
- cookies=self._client.cookies,
105
- json=payload,
106
- stream=True,
107
- timeout=self._client.timeout
108
- )
109
- if not response.ok:
110
- raise IOError(
111
- f"Failed to generate response after identity refresh - ({response.status_code}, {response.reason}) - {response.text}"
112
- )
113
- else:
114
- raise IOError(
115
- f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
116
- )
117
-
118
- # Track token usage across chunks
119
- prompt_tokens = 0
120
- completion_tokens = 0
121
- total_tokens = 0
122
-
123
- # Estimate prompt tokens based on message length
124
- for msg in payload.get("messages", []):
125
- prompt_tokens += len(msg.get("content", "").split())
126
-
127
- buffer = ""
128
- for line in response.iter_content():
129
- if line:
130
- if isinstance(line, bytes):
131
- line = line.decode("utf-8", errors="replace")
132
- buffer += line
133
-
134
- # ChatGPTClone uses a different format, so we need to extract the content
135
- match = re.search(r'0:"(.*?)"', buffer)
136
- if match:
137
- content = match.group(1)
138
-
139
- # Format the content (replace escaped newlines)
140
- content = self._client.format_text(content)
141
-
142
- # Update token counts
143
- completion_tokens += 1
144
- total_tokens = prompt_tokens + completion_tokens
145
-
146
- # Create the delta object
147
- delta = ChoiceDelta(
148
- content=content,
149
- role="assistant",
150
- tool_calls=None
151
- )
152
-
153
- # Create the choice object
154
- choice = Choice(
155
- index=0,
156
- delta=delta,
157
- finish_reason=None,
158
- logprobs=None
159
- )
160
-
161
- # Create the chunk object
162
- chunk = ChatCompletionChunk(
163
- id=request_id,
164
- choices=[choice],
165
- created=created_time,
166
- model=model,
167
- system_fingerprint=None
168
- )
169
-
170
- # Convert to dict for proper formatting
171
- chunk_dict = chunk.to_dict()
172
-
173
- # Add usage information to match OpenAI format
174
- usage_dict = {
175
- "prompt_tokens": prompt_tokens,
176
- "completion_tokens": completion_tokens,
177
- "total_tokens": total_tokens,
178
- "estimated_cost": None
179
- }
180
-
181
- chunk_dict["usage"] = usage_dict
182
-
183
- # Return the chunk object for internal processing
184
- yield chunk
185
-
186
- # Clear buffer after processing
187
- buffer = ""
188
- # If buffer gets too long, reset it to avoid memory issues
189
- elif len(buffer) > 1024:
190
- buffer = ""
191
-
192
- # Final chunk with finish_reason="stop"
193
- delta = ChoiceDelta(
194
- content=None,
195
- role=None,
196
- tool_calls=None
197
- )
198
-
199
- choice = Choice(
200
- index=0,
201
- delta=delta,
202
- finish_reason="stop",
203
- logprobs=None
204
- )
205
-
206
- chunk = ChatCompletionChunk(
207
- id=request_id,
208
- choices=[choice],
209
- created=created_time,
210
- model=model,
211
- system_fingerprint=None
212
- )
213
-
214
- chunk_dict = chunk.to_dict()
215
- chunk_dict["usage"] = {
216
- "prompt_tokens": prompt_tokens,
217
- "completion_tokens": completion_tokens,
218
- "total_tokens": total_tokens,
219
- "estimated_cost": None
220
- }
221
-
222
- yield chunk
223
-
224
- except Exception as e:
225
- print(f"Error during ChatGPTClone stream request: {e}")
226
- raise IOError(f"ChatGPTClone request failed: {e}") from e
227
-
228
- def _create_non_stream(
229
- self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
230
- ) -> ChatCompletion:
231
- try:
232
- # For non-streaming, we still use streaming internally to collect the full response
233
- response = self._client.session.post(
234
- f"{self._client.url}/api/chat",
235
- headers=self._client.headers,
236
- cookies=self._client.cookies,
237
- json=payload,
238
- stream=True,
239
- timeout=self._client.timeout
240
- )
241
-
242
- # Handle non-200 responses
243
- if not response.ok:
244
- # If we get a non-200 response, try refreshing our identity once
245
- if response.status_code in [403, 429]:
246
- self._client.refresh_identity()
247
- # Retry with new identity
248
- response = self._client.session.post(
249
- f"{self._client.url}/api/chat",
250
- headers=self._client.headers,
251
- cookies=self._client.cookies,
252
- json=payload,
253
- stream=True,
254
- timeout=self._client.timeout
255
- )
256
- if not response.ok:
257
- raise IOError(
258
- f"Failed to generate response after identity refresh - ({response.status_code}, {response.reason}) - {response.text}"
259
- )
260
- else:
261
- raise IOError(
262
- f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
263
- )
264
-
265
- # Collect the full response
266
- full_text = ""
267
- buffer = ""
268
- for line in response.iter_content():
269
- if line:
270
- if isinstance(line, bytes):
271
- line = line.decode("utf-8", errors="replace")
272
- buffer += line
273
- match = re.search(r'0:"(.*?)"', buffer)
274
- if match:
275
- content = match.group(1)
276
- full_text += content
277
- buffer = ""
278
- # If buffer gets too long, reset it to avoid memory issues
279
- elif len(buffer) > 1024:
280
- buffer = ""
281
-
282
- # Format the text (replace escaped newlines)
283
- full_text = self._client.format_text(full_text)
284
-
285
- # Estimate token counts
286
- prompt_tokens = 0
287
- for msg in payload.get("messages", []):
288
- prompt_tokens += len(msg.get("content", "").split())
289
-
290
- completion_tokens = len(full_text.split())
291
- total_tokens = prompt_tokens + completion_tokens
292
-
293
- # Create the message object
294
- message = ChatCompletionMessage(
295
- role="assistant",
296
- content=full_text
297
- )
298
-
299
- # Create the choice object
300
- choice = Choice(
301
- index=0,
302
- message=message,
303
- finish_reason="stop"
304
- )
305
-
306
- # Create the usage object
307
- usage = CompletionUsage(
308
- prompt_tokens=prompt_tokens,
309
- completion_tokens=completion_tokens,
310
- total_tokens=total_tokens
311
- )
312
-
313
- # Create the completion object
314
- completion = ChatCompletion(
315
- id=request_id,
316
- choices=[choice],
317
- created=created_time,
318
- model=model,
319
- usage=usage,
320
- )
321
-
322
- return completion
323
-
324
- except Exception as e:
325
- print(f"Error during ChatGPTClone non-stream request: {e}")
326
- raise IOError(f"ChatGPTClone request failed: {e}") from e
327
-
328
- class Chat(BaseChat):
329
- def __init__(self, client: 'ChatGPTClone'):
330
- self.completions = Completions(client)
331
-
332
- class ChatGPTClone(OpenAICompatibleProvider):
333
- """
334
- OpenAI-compatible client for ChatGPT Clone API.
335
-
336
- Usage:
337
- client = ChatGPTClone()
338
- response = client.chat.completions.create(
339
- model="gpt-4",
340
- messages=[{"role": "user", "content": "Hello!"}]
341
- )
342
- """
343
-
344
- url = "https://chatgpt-clone-ten-nu.vercel.app"
345
- AVAILABLE_MODELS = ["gpt-4", "gpt-3.5-turbo"]
346
-
347
- def __init__(
348
- self,
349
- timeout: Optional[int] = None,
350
- browser: str = "chrome",
351
- impersonate: str = "chrome120"
352
- ):
353
- """
354
- Initialize the ChatGPTClone client.
355
-
356
- Args:
357
- timeout: Request timeout in seconds (None for no timeout)
358
- browser: Browser to emulate in user agent (for LitAgent fallback)
359
- impersonate: Browser impersonation for curl_cffi (default: chrome120)
360
- """
361
- self.timeout = timeout
362
- self.temperature = 0.6 # Default temperature
363
- self.top_p = 0.7 # Default top_p
364
-
365
- # Use curl_cffi for Cloudflare bypass and browser impersonation
366
- self.session = Session(impersonate=impersonate, timeout=timeout)
367
-
368
- # Use LitAgent for fingerprint if available, else fallback
369
- agent = LitAgent()
370
- self.fingerprint = agent.generate_fingerprint(browser)
371
-
372
- # Use the fingerprint for headers
373
- self.headers = {
374
- "Accept": self.fingerprint["accept"],
375
- "Accept-Encoding": "gzip, deflate, br, zstd",
376
- "Accept-Language": self.fingerprint["accept_language"],
377
- "Content-Type": "application/json",
378
- "DNT": "1",
379
- "Origin": self.url,
380
- "Referer": f"{self.url}/",
381
- "Sec-CH-UA": self.fingerprint["sec_ch_ua"] or '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
382
- "Sec-CH-UA-Mobile": "?0",
383
- "Sec-CH-UA-Platform": f'"{self.fingerprint["platform"]}"',
384
- "User-Agent": self.fingerprint["user_agent"],
385
- }
386
-
387
- # Create session cookies with unique identifiers
388
- self.cookies = {"__Host-session": uuid.uuid4().hex, '__cf_bm': uuid.uuid4().hex}
389
-
390
- # Set consistent headers for the scraper session
391
- for header, value in self.headers.items():
392
- self.session.headers[header] = value
393
-
394
- # Initialize the chat interface
395
- self.chat = Chat(self)
396
-
397
- def refresh_identity(self, browser: str = None, impersonate: str = None):
398
- """Refreshes the browser identity fingerprint and curl_cffi session."""
399
- browser = browser or self.fingerprint.get("browser_type", "chrome")
400
- impersonate = impersonate or "chrome120"
401
- self.fingerprint = LitAgent().generate_fingerprint(browser)
402
- self.session = Session(impersonate=impersonate, timeout=self.timeout)
403
- # Update headers with new fingerprint
404
- self.headers.update({
405
- "Accept": self.fingerprint["accept"],
406
- "Accept-Language": self.fingerprint["accept_language"],
407
- "Sec-CH-UA": self.fingerprint["sec_ch_ua"] or self.headers["Sec-CH-UA"],
408
- "Sec-CH-UA-Platform": f'"{self.fingerprint["platform"]}"',
409
- "User-Agent": self.fingerprint["user_agent"],
410
- })
411
-
412
- # Update session headers
413
- for header, value in self.headers.items():
414
- self.session.headers[header] = value
415
-
416
- # Generate new cookies
417
- self.cookies = {"__Host-session": uuid.uuid4().hex, '__cf_bm': uuid.uuid4().hex}
418
-
419
- return self.fingerprint
420
-
421
- def format_text(self, text: str) -> str:
422
- """
423
- Format text by replacing escaped newlines with actual newlines.
424
-
425
- Args:
426
- text: Text to format
427
-
428
- Returns:
429
- Formatted text
430
- """
431
- # Use a more comprehensive approach to handle all escape sequences
432
- try:
433
- # First handle double backslashes to avoid issues
434
- text = text.replace('\\\\', '\\')
435
-
436
- # Handle common escape sequences
437
- text = text.replace('\\n', '\n')
438
- text = text.replace('\\r', '\r')
439
- text = text.replace('\\t', '\t')
440
- text = text.replace('\\"', '"')
441
- text = text.replace("\\'\'", "'")
442
-
443
- # Handle any remaining escape sequences using JSON decoding
444
- # This is a fallback in case there are other escape sequences
445
- try:
446
- # Add quotes to make it a valid JSON string
447
- json_str = f'"{text}"'
448
- # Use json module to decode all escape sequences
449
- decoded = json.loads(json_str)
450
- return decoded
451
- except json.JSONDecodeError:
452
- # If JSON decoding fails, return the text with the replacements we've already done
453
- return text
454
- except Exception as e:
455
- # If any error occurs, return the original text
456
- print(f"Warning: Error formatting text: {e}")
457
- return text
458
-
459
- def convert_model_name(self, model: str) -> str:
460
- """
461
- Convert model names to ones supported by ChatGPTClone.
462
-
463
- Args:
464
- model: Model name to convert
465
-
466
- Returns:
467
- ChatGPTClone model name
468
- """
469
- # If the model is already a valid ChatGPTClone model, return it
470
- if model in self.AVAILABLE_MODELS:
471
- return model
472
-
473
- # Map similar models to supported ones
474
- if model.startswith("gpt-4"):
475
- return "gpt-4"
476
- elif model.startswith("gpt-3.5"):
477
- return "gpt-3.5-turbo"
478
-
479
- # Default to the most capable model
480
- print(f"Warning: Unknown model '{model}'. Using 'gpt-4' instead.")
481
- return "gpt-4"
482
-
483
- @property
484
- def models(self):
485
- class _ModelList:
486
- def list(inner_self):
487
- return type(self).AVAILABLE_MODELS
1
+ import time
2
+ import uuid
3
+ # import cloudscraper
4
+ from curl_cffi.requests import Session, RequestsError
5
+ import json
6
+ import re
7
+ from typing import List, Dict, Optional, Union, Generator, Any
8
+
9
+ # Import base classes and utility structures
10
+ from .base import OpenAICompatibleProvider, BaseChat, BaseCompletions
11
+ from .utils import (
12
+ ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
13
+ ChatCompletionMessage, CompletionUsage, count_tokens
14
+ )
15
+
16
+ # Attempt to import LitAgent, fallback if not available
17
+ try:
18
+ from webscout.litagent import LitAgent
19
+ except ImportError:
20
+ # Define a dummy LitAgent if webscout is not installed or accessible
21
+ class LitAgent:
22
+ def generate_fingerprint(self, browser: str = "chrome") -> Dict[str, Any]:
23
+ # Return minimal default headers if LitAgent is unavailable
24
+ print("Warning: LitAgent not found. Using default minimal headers.")
25
+ return {
26
+ "accept": "*/*",
27
+ "accept_language": "en-US,en;q=0.9",
28
+ "platform": "Windows",
29
+ "sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
30
+ "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
31
+ "browser_type": browser,
32
+ }
33
+
34
+ # --- ChatGPTClone Client ---
35
+
36
+ class Completions(BaseCompletions):
37
+ def __init__(self, client: 'ChatGPTClone'):
38
+ self._client = client
39
+
40
+ def create(
41
+ self,
42
+ *,
43
+ model: str,
44
+ messages: List[Dict[str, str]],
45
+ max_tokens: Optional[int] = 2049,
46
+ stream: bool = False,
47
+ temperature: Optional[float] = None,
48
+ top_p: Optional[float] = None,
49
+ **kwargs: Any
50
+ ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
51
+ """
52
+ Creates a model response for the given chat conversation.
53
+ Mimics openai.chat.completions.create
54
+ """
55
+ # Prepare the payload for ChatGPTClone API
56
+ payload = {
57
+ "messages": messages,
58
+ "model": self._client.convert_model_name(model),
59
+ }
60
+
61
+ # Add optional parameters if provided
62
+ if max_tokens is not None and max_tokens > 0:
63
+ payload["max_tokens"] = max_tokens
64
+
65
+ if temperature is not None:
66
+ payload["temperature"] = temperature
67
+
68
+ if top_p is not None:
69
+ payload["top_p"] = top_p
70
+
71
+ # Add any additional parameters
72
+ payload.update(kwargs)
73
+
74
+ request_id = f"chatcmpl-{uuid.uuid4()}"
75
+ created_time = int(time.time())
76
+
77
+ if stream:
78
+ return self._create_stream(request_id, created_time, model, payload)
79
+ else:
80
+ return self._create_non_stream(request_id, created_time, model, payload)
81
+
82
+ def _create_stream(
83
+ self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
84
+ ) -> Generator[ChatCompletionChunk, None, None]:
85
+ try:
86
+ response = self._client.session.post(
87
+ f"{self._client.url}/api/chat",
88
+ headers=self._client.headers,
89
+ cookies=self._client.cookies,
90
+ json=payload,
91
+ stream=True,
92
+ timeout=self._client.timeout
93
+ )
94
+
95
+ # Handle non-200 responses
96
+ if not response.ok:
97
+ # If we get a non-200 response, try refreshing our identity once
98
+ if response.status_code in [403, 429]:
99
+ self._client.refresh_identity()
100
+ # Retry with new identity
101
+ response = self._client.session.post(
102
+ f"{self._client.url}/api/chat",
103
+ headers=self._client.headers,
104
+ cookies=self._client.cookies,
105
+ json=payload,
106
+ stream=True,
107
+ timeout=self._client.timeout
108
+ )
109
+ if not response.ok:
110
+ raise IOError(
111
+ f"Failed to generate response after identity refresh - ({response.status_code}, {response.reason}) - {response.text}"
112
+ )
113
+ else:
114
+ raise IOError(
115
+ f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
116
+ )
117
+
118
+ # Track token usage across chunks
119
+ prompt_tokens = 0
120
+ completion_tokens = 0
121
+ total_tokens = 0
122
+
123
+ # Estimate prompt tokens based on message length
124
+ for msg in payload.get("messages", []):
125
+ prompt_tokens += count_tokens(msg.get("content", ""))
126
+
127
+ buffer = ""
128
+ for line in response.iter_content():
129
+ if line:
130
+ if isinstance(line, bytes):
131
+ line = line.decode("utf-8", errors="replace")
132
+ buffer += line
133
+
134
+ # ChatGPTClone uses a different format, so we need to extract the content
135
+ match = re.search(r'0:"(.*?)"', buffer)
136
+ if match:
137
+ content = match.group(1)
138
+
139
+ # Format the content (replace escaped newlines)
140
+ content = self._client.format_text(content)
141
+
142
+ # Update token counts using count_tokens
143
+ completion_tokens += count_tokens(content)
144
+ total_tokens = prompt_tokens + completion_tokens
145
+
146
+ # Create the delta object
147
+ delta = ChoiceDelta(
148
+ content=content,
149
+ role="assistant",
150
+ tool_calls=None
151
+ )
152
+
153
+ # Create the choice object
154
+ choice = Choice(
155
+ index=0,
156
+ delta=delta,
157
+ finish_reason=None,
158
+ logprobs=None
159
+ )
160
+
161
+ # Create the chunk object
162
+ chunk = ChatCompletionChunk(
163
+ id=request_id,
164
+ choices=[choice],
165
+ created=created_time,
166
+ model=model,
167
+ system_fingerprint=None
168
+ )
169
+
170
+ # Convert chunk to dict using Pydantic's API
171
+ if hasattr(chunk, "model_dump"):
172
+ chunk_dict = chunk.model_dump(exclude_none=True)
173
+ else:
174
+ chunk_dict = chunk.dict(exclude_none=True)
175
+
176
+ # Add usage information to match OpenAI format
177
+ usage_dict = {
178
+ "prompt_tokens": prompt_tokens,
179
+ "completion_tokens": completion_tokens,
180
+ "total_tokens": total_tokens,
181
+ "estimated_cost": None
182
+ }
183
+
184
+ chunk_dict["usage"] = usage_dict
185
+
186
+ # Return the chunk object for internal processing
187
+ yield chunk
188
+
189
+ # Clear buffer after processing
190
+ buffer = ""
191
+ # If buffer gets too long, reset it to avoid memory issues
192
+ elif len(buffer) > 1024:
193
+ buffer = ""
194
+
195
+ # Final chunk with finish_reason="stop"
196
+ delta = ChoiceDelta(
197
+ content=None,
198
+ role=None,
199
+ tool_calls=None
200
+ )
201
+
202
+ choice = Choice(
203
+ index=0,
204
+ delta=delta,
205
+ finish_reason="stop",
206
+ logprobs=None
207
+ )
208
+
209
+ chunk = ChatCompletionChunk(
210
+ id=request_id,
211
+ choices=[choice],
212
+ created=created_time,
213
+ model=model,
214
+ system_fingerprint=None
215
+ )
216
+
217
+ if hasattr(chunk, "model_dump"):
218
+ chunk_dict = chunk.model_dump(exclude_none=True)
219
+ else:
220
+ chunk_dict = chunk.dict(exclude_none=True)
221
+ chunk_dict["usage"] = {
222
+ "prompt_tokens": prompt_tokens,
223
+ "completion_tokens": completion_tokens,
224
+ "total_tokens": total_tokens,
225
+ "estimated_cost": None
226
+ }
227
+
228
+ yield chunk
229
+
230
+ except Exception as e:
231
+ print(f"Error during ChatGPTClone stream request: {e}")
232
+ raise IOError(f"ChatGPTClone request failed: {e}") from e
233
+
234
+ def _create_non_stream(
235
+ self, request_id: str, created_time: int, model: str, payload: Dict[str, Any]
236
+ ) -> ChatCompletion:
237
+ try:
238
+ # For non-streaming, we still use streaming internally to collect the full response
239
+ response = self._client.session.post(
240
+ f"{self._client.url}/api/chat",
241
+ headers=self._client.headers,
242
+ cookies=self._client.cookies,
243
+ json=payload,
244
+ stream=True,
245
+ timeout=self._client.timeout
246
+ )
247
+
248
+ # Handle non-200 responses
249
+ if not response.ok:
250
+ # If we get a non-200 response, try refreshing our identity once
251
+ if response.status_code in [403, 429]:
252
+ self._client.refresh_identity()
253
+ # Retry with new identity
254
+ response = self._client.session.post(
255
+ f"{self._client.url}/api/chat",
256
+ headers=self._client.headers,
257
+ cookies=self._client.cookies,
258
+ json=payload,
259
+ stream=True,
260
+ timeout=self._client.timeout
261
+ )
262
+ if not response.ok:
263
+ raise IOError(
264
+ f"Failed to generate response after identity refresh - ({response.status_code}, {response.reason}) - {response.text}"
265
+ )
266
+ else:
267
+ raise IOError(
268
+ f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
269
+ )
270
+
271
+ # Collect the full response
272
+ full_text = ""
273
+ buffer = ""
274
+ for line in response.iter_content():
275
+ if line:
276
+ if isinstance(line, bytes):
277
+ line = line.decode("utf-8", errors="replace")
278
+ buffer += line
279
+ match = re.search(r'0:"(.*?)"', buffer)
280
+ if match:
281
+ content = match.group(1)
282
+ full_text += content
283
+ buffer = ""
284
+ # If buffer gets too long, reset it to avoid memory issues
285
+ elif len(buffer) > 1024:
286
+ buffer = ""
287
+
288
+ # Format the text (replace escaped newlines)
289
+ full_text = self._client.format_text(full_text)
290
+
291
+ # Estimate token counts
292
+ prompt_tokens = 0
293
+ for msg in payload.get("messages", []):
294
+ prompt_tokens += count_tokens(msg.get("content", ""))
295
+
296
+ completion_tokens = count_tokens(full_text)
297
+ total_tokens = prompt_tokens + completion_tokens
298
+
299
+ # Create the message object
300
+ message = ChatCompletionMessage(
301
+ role="assistant",
302
+ content=full_text
303
+ )
304
+
305
+ # Create the choice object
306
+ choice = Choice(
307
+ index=0,
308
+ message=message,
309
+ finish_reason="stop"
310
+ )
311
+
312
+ # Create the usage object
313
+ usage = CompletionUsage(
314
+ prompt_tokens=prompt_tokens,
315
+ completion_tokens=completion_tokens,
316
+ total_tokens=total_tokens
317
+ )
318
+
319
+ # Create the completion object
320
+ completion = ChatCompletion(
321
+ id=request_id,
322
+ choices=[choice],
323
+ created=created_time,
324
+ model=model,
325
+ usage=usage,
326
+ )
327
+
328
+ return completion
329
+
330
+ except Exception as e:
331
+ print(f"Error during ChatGPTClone non-stream request: {e}")
332
+ raise IOError(f"ChatGPTClone request failed: {e}") from e
333
+
334
+ class Chat(BaseChat):
335
+ def __init__(self, client: 'ChatGPTClone'):
336
+ self.completions = Completions(client)
337
+
338
+ class ChatGPTClone(OpenAICompatibleProvider):
339
+ """
340
+ OpenAI-compatible client for ChatGPT Clone API.
341
+
342
+ Usage:
343
+ client = ChatGPTClone()
344
+ response = client.chat.completions.create(
345
+ model="gpt-4",
346
+ messages=[{"role": "user", "content": "Hello!"}]
347
+ )
348
+ """
349
+
350
+ url = "https://chatgpt-clone-ten-nu.vercel.app"
351
+ AVAILABLE_MODELS = ["gpt-4", "gpt-3.5-turbo"]
352
+
353
+ def __init__(
354
+ self,
355
+ timeout: Optional[int] = None,
356
+ browser: str = "chrome",
357
+ impersonate: str = "chrome120"
358
+ ):
359
+ """
360
+ Initialize the ChatGPTClone client.
361
+
362
+ Args:
363
+ timeout: Request timeout in seconds (None for no timeout)
364
+ browser: Browser to emulate in user agent (for LitAgent fallback)
365
+ impersonate: Browser impersonation for curl_cffi (default: chrome120)
366
+ """
367
+ self.timeout = timeout
368
+ self.temperature = 0.6 # Default temperature
369
+ self.top_p = 0.7 # Default top_p
370
+
371
+ # Use curl_cffi for Cloudflare bypass and browser impersonation
372
+ self.session = Session(impersonate=impersonate, timeout=timeout)
373
+
374
+ # Use LitAgent for fingerprint if available, else fallback
375
+ agent = LitAgent()
376
+ self.fingerprint = agent.generate_fingerprint(browser)
377
+
378
+ # Use the fingerprint for headers
379
+ self.headers = {
380
+ "Accept": self.fingerprint["accept"],
381
+ "Accept-Encoding": "gzip, deflate, br, zstd",
382
+ "Accept-Language": self.fingerprint["accept_language"],
383
+ "Content-Type": "application/json",
384
+ "DNT": "1",
385
+ "Origin": self.url,
386
+ "Referer": f"{self.url}/",
387
+ "Sec-CH-UA": self.fingerprint["sec_ch_ua"] or '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
388
+ "Sec-CH-UA-Mobile": "?0",
389
+ "Sec-CH-UA-Platform": f'"{self.fingerprint["platform"]}"',
390
+ "User-Agent": self.fingerprint["user_agent"],
391
+ }
392
+
393
+ # Create session cookies with unique identifiers
394
+ self.cookies = {"__Host-session": uuid.uuid4().hex, '__cf_bm': uuid.uuid4().hex}
395
+
396
+ # Set consistent headers for the scraper session
397
+ for header, value in self.headers.items():
398
+ self.session.headers[header] = value
399
+
400
+ # Initialize the chat interface
401
+ self.chat = Chat(self)
402
+
403
+ def refresh_identity(self, browser: str = None, impersonate: str = None):
404
+ """Refreshes the browser identity fingerprint and curl_cffi session."""
405
+ browser = browser or self.fingerprint.get("browser_type", "chrome")
406
+ impersonate = impersonate or "chrome120"
407
+ self.fingerprint = LitAgent().generate_fingerprint(browser)
408
+ self.session = Session(impersonate=impersonate, timeout=self.timeout)
409
+ # Update headers with new fingerprint
410
+ self.headers.update({
411
+ "Accept": self.fingerprint["accept"],
412
+ "Accept-Language": self.fingerprint["accept_language"],
413
+ "Sec-CH-UA": self.fingerprint["sec_ch_ua"] or self.headers["Sec-CH-UA"],
414
+ "Sec-CH-UA-Platform": f'"{self.fingerprint["platform"]}"',
415
+ "User-Agent": self.fingerprint["user_agent"],
416
+ })
417
+
418
+ # Update session headers
419
+ for header, value in self.headers.items():
420
+ self.session.headers[header] = value
421
+
422
+ # Generate new cookies
423
+ self.cookies = {"__Host-session": uuid.uuid4().hex, '__cf_bm': uuid.uuid4().hex}
424
+
425
+ return self.fingerprint
426
+
427
+ def format_text(self, text: str) -> str:
428
+ """
429
+ Format text by replacing escaped newlines with actual newlines.
430
+
431
+ Args:
432
+ text: Text to format
433
+
434
+ Returns:
435
+ Formatted text
436
+ """
437
+ # Use a more comprehensive approach to handle all escape sequences
438
+ try:
439
+ # First handle double backslashes to avoid issues
440
+ text = text.replace('\\\\', '\\')
441
+
442
+ # Handle common escape sequences
443
+ text = text.replace('\\n', '\n')
444
+ text = text.replace('\\r', '\r')
445
+ text = text.replace('\\t', '\t')
446
+ text = text.replace('\\"', '"')
447
+ text = text.replace("\\'\'", "'")
448
+
449
+ # Handle any remaining escape sequences using JSON decoding
450
+ # This is a fallback in case there are other escape sequences
451
+ try:
452
+ # Add quotes to make it a valid JSON string
453
+ json_str = f'"{text}"'
454
+ # Use json module to decode all escape sequences
455
+ decoded = json.loads(json_str)
456
+ return decoded
457
+ except json.JSONDecodeError:
458
+ # If JSON decoding fails, return the text with the replacements we've already done
459
+ return text
460
+ except Exception as e:
461
+ # If any error occurs, return the original text
462
+ print(f"Warning: Error formatting text: {e}")
463
+ return text
464
+
465
+ def convert_model_name(self, model: str) -> str:
466
+ """
467
+ Convert model names to ones supported by ChatGPTClone.
468
+
469
+ Args:
470
+ model: Model name to convert
471
+
472
+ Returns:
473
+ ChatGPTClone model name
474
+ """
475
+ # If the model is already a valid ChatGPTClone model, return it
476
+ if model in self.AVAILABLE_MODELS:
477
+ return model
478
+
479
+ # Map similar models to supported ones
480
+ if model.startswith("gpt-4"):
481
+ return "gpt-4"
482
+ elif model.startswith("gpt-3.5"):
483
+ return "gpt-3.5-turbo"
484
+
485
+ # Default to the most capable model
486
+ print(f"Warning: Unknown model '{model}'. Using 'gpt-4' instead.")
487
+ return "gpt-4"
488
+
489
+ @property
490
+ def models(self):
491
+ class _ModelList:
492
+ def list(inner_self):
493
+ return type(self).AVAILABLE_MODELS
488
494
  return _ModelList()