webscout 8.3.7__py3-none-any.whl → 2025.10.11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (273) hide show
  1. webscout/AIauto.py +250 -250
  2. webscout/AIbase.py +379 -379
  3. webscout/AIutel.py +60 -60
  4. webscout/Bard.py +1012 -1012
  5. webscout/Bing_search.py +417 -417
  6. webscout/DWEBS.py +529 -529
  7. webscout/Extra/Act.md +309 -309
  8. webscout/Extra/GitToolkit/__init__.py +10 -10
  9. webscout/Extra/GitToolkit/gitapi/README.md +110 -110
  10. webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
  11. webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
  12. webscout/Extra/GitToolkit/gitapi/user.py +96 -96
  13. webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
  14. webscout/Extra/YTToolkit/README.md +375 -375
  15. webscout/Extra/YTToolkit/YTdownloader.py +956 -956
  16. webscout/Extra/YTToolkit/__init__.py +2 -2
  17. webscout/Extra/YTToolkit/transcriber.py +475 -475
  18. webscout/Extra/YTToolkit/ytapi/README.md +44 -44
  19. webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
  20. webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
  21. webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
  22. webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
  23. webscout/Extra/YTToolkit/ytapi/https.py +88 -88
  24. webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
  25. webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
  26. webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
  27. webscout/Extra/YTToolkit/ytapi/query.py +39 -39
  28. webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
  29. webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
  30. webscout/Extra/YTToolkit/ytapi/video.py +232 -232
  31. webscout/Extra/autocoder/__init__.py +9 -9
  32. webscout/Extra/autocoder/autocoder.py +1105 -1105
  33. webscout/Extra/autocoder/autocoder_utiles.py +332 -332
  34. webscout/Extra/gguf.md +429 -429
  35. webscout/Extra/gguf.py +1213 -1213
  36. webscout/Extra/tempmail/README.md +487 -487
  37. webscout/Extra/tempmail/__init__.py +27 -27
  38. webscout/Extra/tempmail/async_utils.py +140 -140
  39. webscout/Extra/tempmail/base.py +160 -160
  40. webscout/Extra/tempmail/cli.py +186 -186
  41. webscout/Extra/tempmail/emailnator.py +84 -84
  42. webscout/Extra/tempmail/mail_tm.py +360 -360
  43. webscout/Extra/tempmail/temp_mail_io.py +291 -291
  44. webscout/Extra/weather.md +281 -281
  45. webscout/Extra/weather.py +193 -193
  46. webscout/Litlogger/README.md +10 -10
  47. webscout/Litlogger/__init__.py +15 -15
  48. webscout/Litlogger/formats.py +13 -13
  49. webscout/Litlogger/handlers.py +121 -121
  50. webscout/Litlogger/levels.py +13 -13
  51. webscout/Litlogger/logger.py +134 -134
  52. webscout/Provider/AISEARCH/Perplexity.py +332 -332
  53. webscout/Provider/AISEARCH/README.md +279 -279
  54. webscout/Provider/AISEARCH/__init__.py +16 -1
  55. webscout/Provider/AISEARCH/felo_search.py +206 -206
  56. webscout/Provider/AISEARCH/genspark_search.py +323 -323
  57. webscout/Provider/AISEARCH/hika_search.py +185 -185
  58. webscout/Provider/AISEARCH/iask_search.py +410 -410
  59. webscout/Provider/AISEARCH/monica_search.py +219 -219
  60. webscout/Provider/AISEARCH/scira_search.py +316 -316
  61. webscout/Provider/AISEARCH/stellar_search.py +177 -177
  62. webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
  63. webscout/Provider/Aitopia.py +314 -314
  64. webscout/Provider/Apriel.py +306 -0
  65. webscout/Provider/ChatGPTClone.py +236 -236
  66. webscout/Provider/ChatSandbox.py +343 -343
  67. webscout/Provider/Cloudflare.py +324 -324
  68. webscout/Provider/Cohere.py +208 -208
  69. webscout/Provider/Deepinfra.py +370 -366
  70. webscout/Provider/ExaAI.py +260 -260
  71. webscout/Provider/ExaChat.py +308 -308
  72. webscout/Provider/Flowith.py +221 -221
  73. webscout/Provider/GMI.py +293 -0
  74. webscout/Provider/Gemini.py +164 -164
  75. webscout/Provider/GeminiProxy.py +167 -167
  76. webscout/Provider/GithubChat.py +371 -372
  77. webscout/Provider/Groq.py +800 -800
  78. webscout/Provider/HeckAI.py +383 -383
  79. webscout/Provider/Jadve.py +282 -282
  80. webscout/Provider/K2Think.py +307 -307
  81. webscout/Provider/Koboldai.py +205 -205
  82. webscout/Provider/LambdaChat.py +423 -423
  83. webscout/Provider/Nemotron.py +244 -244
  84. webscout/Provider/Netwrck.py +248 -248
  85. webscout/Provider/OLLAMA.py +395 -395
  86. webscout/Provider/OPENAI/Cloudflare.py +393 -393
  87. webscout/Provider/OPENAI/FalconH1.py +451 -451
  88. webscout/Provider/OPENAI/FreeGemini.py +296 -296
  89. webscout/Provider/OPENAI/K2Think.py +431 -431
  90. webscout/Provider/OPENAI/NEMOTRON.py +240 -240
  91. webscout/Provider/OPENAI/PI.py +427 -427
  92. webscout/Provider/OPENAI/README.md +959 -959
  93. webscout/Provider/OPENAI/TogetherAI.py +345 -345
  94. webscout/Provider/OPENAI/TwoAI.py +465 -465
  95. webscout/Provider/OPENAI/__init__.py +33 -18
  96. webscout/Provider/OPENAI/base.py +248 -248
  97. webscout/Provider/OPENAI/chatglm.py +528 -0
  98. webscout/Provider/OPENAI/chatgpt.py +592 -592
  99. webscout/Provider/OPENAI/chatgptclone.py +521 -521
  100. webscout/Provider/OPENAI/chatsandbox.py +202 -202
  101. webscout/Provider/OPENAI/deepinfra.py +318 -314
  102. webscout/Provider/OPENAI/e2b.py +1665 -1665
  103. webscout/Provider/OPENAI/exaai.py +420 -420
  104. webscout/Provider/OPENAI/exachat.py +452 -452
  105. webscout/Provider/OPENAI/friendli.py +232 -232
  106. webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
  107. webscout/Provider/OPENAI/groq.py +364 -364
  108. webscout/Provider/OPENAI/heckai.py +314 -314
  109. webscout/Provider/OPENAI/llmchatco.py +337 -337
  110. webscout/Provider/OPENAI/netwrck.py +355 -355
  111. webscout/Provider/OPENAI/oivscode.py +290 -290
  112. webscout/Provider/OPENAI/opkfc.py +518 -518
  113. webscout/Provider/OPENAI/pydantic_imports.py +1 -1
  114. webscout/Provider/OPENAI/scirachat.py +535 -535
  115. webscout/Provider/OPENAI/sonus.py +308 -308
  116. webscout/Provider/OPENAI/standardinput.py +442 -442
  117. webscout/Provider/OPENAI/textpollinations.py +340 -340
  118. webscout/Provider/OPENAI/toolbaz.py +419 -416
  119. webscout/Provider/OPENAI/typefully.py +362 -362
  120. webscout/Provider/OPENAI/utils.py +295 -295
  121. webscout/Provider/OPENAI/venice.py +436 -436
  122. webscout/Provider/OPENAI/wisecat.py +387 -387
  123. webscout/Provider/OPENAI/writecream.py +166 -166
  124. webscout/Provider/OPENAI/x0gpt.py +378 -378
  125. webscout/Provider/OPENAI/yep.py +389 -389
  126. webscout/Provider/OpenGPT.py +230 -230
  127. webscout/Provider/Openai.py +243 -243
  128. webscout/Provider/PI.py +405 -405
  129. webscout/Provider/Perplexitylabs.py +430 -430
  130. webscout/Provider/QwenLM.py +272 -272
  131. webscout/Provider/STT/__init__.py +16 -1
  132. webscout/Provider/Sambanova.py +257 -257
  133. webscout/Provider/StandardInput.py +309 -309
  134. webscout/Provider/TTI/README.md +82 -82
  135. webscout/Provider/TTI/__init__.py +33 -18
  136. webscout/Provider/TTI/aiarta.py +413 -413
  137. webscout/Provider/TTI/base.py +136 -136
  138. webscout/Provider/TTI/bing.py +243 -243
  139. webscout/Provider/TTI/gpt1image.py +149 -149
  140. webscout/Provider/TTI/imagen.py +196 -196
  141. webscout/Provider/TTI/infip.py +211 -211
  142. webscout/Provider/TTI/magicstudio.py +232 -232
  143. webscout/Provider/TTI/monochat.py +219 -219
  144. webscout/Provider/TTI/piclumen.py +214 -214
  145. webscout/Provider/TTI/pixelmuse.py +232 -232
  146. webscout/Provider/TTI/pollinations.py +232 -232
  147. webscout/Provider/TTI/together.py +288 -288
  148. webscout/Provider/TTI/utils.py +12 -12
  149. webscout/Provider/TTI/venice.py +367 -367
  150. webscout/Provider/TTS/README.md +192 -192
  151. webscout/Provider/TTS/__init__.py +33 -18
  152. webscout/Provider/TTS/parler.py +110 -110
  153. webscout/Provider/TTS/streamElements.py +333 -333
  154. webscout/Provider/TTS/utils.py +280 -280
  155. webscout/Provider/TeachAnything.py +237 -237
  156. webscout/Provider/TextPollinationsAI.py +310 -310
  157. webscout/Provider/TogetherAI.py +356 -356
  158. webscout/Provider/TwoAI.py +312 -312
  159. webscout/Provider/TypliAI.py +311 -311
  160. webscout/Provider/UNFINISHED/ChatHub.py +208 -208
  161. webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
  162. webscout/Provider/UNFINISHED/GizAI.py +294 -294
  163. webscout/Provider/UNFINISHED/Marcus.py +198 -198
  164. webscout/Provider/UNFINISHED/Qodo.py +477 -477
  165. webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
  166. webscout/Provider/UNFINISHED/XenAI.py +324 -324
  167. webscout/Provider/UNFINISHED/Youchat.py +330 -330
  168. webscout/Provider/UNFINISHED/liner.py +334 -0
  169. webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
  170. webscout/Provider/UNFINISHED/puterjs.py +634 -634
  171. webscout/Provider/UNFINISHED/samurai.py +223 -223
  172. webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
  173. webscout/Provider/Venice.py +250 -250
  174. webscout/Provider/VercelAI.py +256 -256
  175. webscout/Provider/WiseCat.py +231 -231
  176. webscout/Provider/WrDoChat.py +366 -366
  177. webscout/Provider/__init__.py +33 -18
  178. webscout/Provider/ai4chat.py +174 -174
  179. webscout/Provider/akashgpt.py +331 -331
  180. webscout/Provider/cerebras.py +446 -446
  181. webscout/Provider/chatglm.py +394 -301
  182. webscout/Provider/cleeai.py +211 -211
  183. webscout/Provider/elmo.py +282 -282
  184. webscout/Provider/geminiapi.py +208 -208
  185. webscout/Provider/granite.py +261 -261
  186. webscout/Provider/hermes.py +263 -263
  187. webscout/Provider/julius.py +223 -223
  188. webscout/Provider/learnfastai.py +309 -309
  189. webscout/Provider/llama3mitril.py +214 -214
  190. webscout/Provider/llmchat.py +243 -243
  191. webscout/Provider/llmchatco.py +290 -290
  192. webscout/Provider/meta.py +801 -801
  193. webscout/Provider/oivscode.py +309 -309
  194. webscout/Provider/scira_chat.py +383 -383
  195. webscout/Provider/searchchat.py +292 -292
  196. webscout/Provider/sonus.py +258 -258
  197. webscout/Provider/toolbaz.py +370 -367
  198. webscout/Provider/turboseek.py +273 -273
  199. webscout/Provider/typefully.py +207 -207
  200. webscout/Provider/yep.py +372 -372
  201. webscout/__init__.py +30 -31
  202. webscout/__main__.py +5 -5
  203. webscout/auth/api_key_manager.py +189 -189
  204. webscout/auth/config.py +175 -175
  205. webscout/auth/models.py +185 -185
  206. webscout/auth/routes.py +664 -664
  207. webscout/auth/simple_logger.py +236 -236
  208. webscout/cli.py +523 -523
  209. webscout/conversation.py +438 -438
  210. webscout/exceptions.py +361 -361
  211. webscout/litagent/Readme.md +298 -298
  212. webscout/litagent/__init__.py +28 -28
  213. webscout/litagent/agent.py +581 -581
  214. webscout/litagent/constants.py +59 -59
  215. webscout/litprinter/__init__.py +58 -58
  216. webscout/models.py +181 -181
  217. webscout/optimizers.py +419 -419
  218. webscout/prompt_manager.py +288 -288
  219. webscout/sanitize.py +1078 -1078
  220. webscout/scout/README.md +401 -401
  221. webscout/scout/__init__.py +8 -8
  222. webscout/scout/core/__init__.py +6 -6
  223. webscout/scout/core/crawler.py +297 -297
  224. webscout/scout/core/scout.py +706 -706
  225. webscout/scout/core/search_result.py +95 -95
  226. webscout/scout/core/text_analyzer.py +62 -62
  227. webscout/scout/core/text_utils.py +277 -277
  228. webscout/scout/core/web_analyzer.py +51 -51
  229. webscout/scout/element.py +599 -599
  230. webscout/scout/parsers/__init__.py +69 -69
  231. webscout/scout/parsers/html5lib_parser.py +172 -172
  232. webscout/scout/parsers/html_parser.py +236 -236
  233. webscout/scout/parsers/lxml_parser.py +178 -178
  234. webscout/scout/utils.py +37 -37
  235. webscout/swiftcli/Readme.md +323 -323
  236. webscout/swiftcli/__init__.py +95 -95
  237. webscout/swiftcli/core/__init__.py +7 -7
  238. webscout/swiftcli/core/cli.py +308 -308
  239. webscout/swiftcli/core/context.py +104 -104
  240. webscout/swiftcli/core/group.py +241 -241
  241. webscout/swiftcli/decorators/__init__.py +28 -28
  242. webscout/swiftcli/decorators/command.py +221 -221
  243. webscout/swiftcli/decorators/options.py +220 -220
  244. webscout/swiftcli/decorators/output.py +302 -302
  245. webscout/swiftcli/exceptions.py +21 -21
  246. webscout/swiftcli/plugins/__init__.py +9 -9
  247. webscout/swiftcli/plugins/base.py +135 -135
  248. webscout/swiftcli/plugins/manager.py +269 -269
  249. webscout/swiftcli/utils/__init__.py +59 -59
  250. webscout/swiftcli/utils/formatting.py +252 -252
  251. webscout/swiftcli/utils/parsing.py +267 -267
  252. webscout/update_checker.py +117 -117
  253. webscout/version.py +1 -1
  254. webscout/webscout_search.py +1183 -1183
  255. webscout/webscout_search_async.py +649 -649
  256. webscout/yep_search.py +346 -346
  257. webscout/zeroart/README.md +89 -89
  258. webscout/zeroart/__init__.py +134 -134
  259. webscout/zeroart/base.py +66 -66
  260. webscout/zeroart/effects.py +100 -100
  261. webscout/zeroart/fonts.py +1238 -1238
  262. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/METADATA +937 -937
  263. webscout-2025.10.11.dist-info/RECORD +300 -0
  264. webscout/Provider/AISEARCH/DeepFind.py +0 -254
  265. webscout/Provider/OPENAI/Qwen3.py +0 -303
  266. webscout/Provider/OPENAI/qodo.py +0 -630
  267. webscout/Provider/OPENAI/xenai.py +0 -514
  268. webscout/tempid.py +0 -134
  269. webscout-8.3.7.dist-info/RECORD +0 -301
  270. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/WHEEL +0 -0
  271. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/entry_points.txt +0 -0
  272. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/licenses/LICENSE.md +0 -0
  273. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/top_level.txt +0 -0
@@ -1,521 +1,521 @@
1
- import time
2
- import uuid
3
- # import cloudscraper
4
- from curl_cffi.requests import Session, RequestsError
5
- import json
6
- import re
7
- from typing import List, Dict, Optional, Union, Generator, Any
8
-
9
- # Import base classes and utility structures
10
- from webscout.Provider.OPENAI.base import OpenAICompatibleProvider, BaseChat, BaseCompletions
11
- from webscout.Provider.OPENAI.utils import (
12
- ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
13
- ChatCompletionMessage, CompletionUsage, count_tokens
14
- )
15
-
16
- # Attempt to import LitAgent, fallback if not available
17
- try:
18
- from webscout.litagent import LitAgent
19
- except ImportError:
20
- # Define a dummy LitAgent if webscout is not installed or accessible
21
- class LitAgent:
22
- def generate_fingerprint(self, browser: str = "chrome") -> Dict[str, Any]:
23
- # Return minimal default headers if LitAgent is unavailable
24
- print("Warning: LitAgent not found. Using default minimal headers.")
25
- return {
26
- "accept": "*/*",
27
- "accept_language": "en-US,en;q=0.9",
28
- "platform": "Windows",
29
- "sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
30
- "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
31
- "browser_type": browser,
32
- }
33
-
34
- # --- ChatGPTClone Client ---
35
-
36
- class Completions(BaseCompletions):
37
- def __init__(self, client: 'ChatGPTClone'):
38
- self._client = client
39
-
40
- def create(
41
- self,
42
- *,
43
- model: str,
44
- messages: List[Dict[str, str]],
45
- max_tokens: Optional[int] = 2049,
46
- stream: bool = False,
47
- temperature: Optional[float] = None,
48
- top_p: Optional[float] = None,
49
- timeout: Optional[int] = None,
50
- proxies: Optional[dict] = None,
51
- **kwargs: Any
52
- ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
53
- """
54
- Creates a model response for the given chat conversation.
55
- Mimics openai.chat.completions.create
56
- """
57
- # Prepare the payload for ChatGPTClone API
58
- payload = {
59
- "messages": messages,
60
- "model": self._client.convert_model_name(model),
61
- }
62
-
63
- # Add optional parameters if provided
64
- if max_tokens is not None and max_tokens > 0:
65
- payload["max_tokens"] = max_tokens
66
-
67
- if temperature is not None:
68
- payload["temperature"] = temperature
69
-
70
- if top_p is not None:
71
- payload["top_p"] = top_p
72
-
73
- # Add any additional parameters
74
- payload.update(kwargs)
75
-
76
- request_id = f"chatcmpl-{uuid.uuid4()}"
77
- created_time = int(time.time())
78
-
79
- if stream:
80
- return self._create_stream(request_id, created_time, model, payload, timeout=timeout, proxies=proxies)
81
- else:
82
- return self._create_non_stream(request_id, created_time, model, payload, timeout=timeout, proxies=proxies)
83
-
84
- def _create_stream(
85
- self, request_id: str, created_time: int, model: str, payload: Dict[str, Any],
86
- timeout: Optional[int] = None, proxies: Optional[dict] = None
87
- ) -> Generator[ChatCompletionChunk, None, None]:
88
- original_proxies = self._client.session.proxies
89
- if proxies is not None:
90
- self._client.session.proxies = proxies
91
- else:
92
- self._client.session.proxies = {}
93
- try:
94
- timeout_val = timeout if timeout is not None else self._client.timeout
95
- response = self._client.session.post(
96
- f"{self._client.url}/api/chat",
97
- headers=self._client.headers,
98
- cookies=self._client.cookies,
99
- json=payload,
100
- stream=True,
101
- timeout=timeout_val
102
- )
103
-
104
- # Handle non-200 responses
105
- if not response.ok:
106
- # If we get a non-200 response, try refreshing our identity once
107
- if response.status_code in [403, 429]:
108
- self._client.refresh_identity()
109
- # Retry with new identity
110
- response = self._client.session.post(
111
- f"{self._client.url}/api/chat",
112
- headers=self._client.headers,
113
- cookies=self._client.cookies,
114
- json=payload,
115
- stream=True,
116
- timeout=timeout_val
117
- )
118
- if not response.ok:
119
- raise IOError(
120
- f"Failed to generate response after identity refresh - ({response.status_code}, {response.reason}) - {response.text}"
121
- )
122
- else:
123
- raise IOError(
124
- f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
125
- )
126
-
127
- # Track token usage across chunks
128
- prompt_tokens = 0
129
- completion_tokens = 0
130
- total_tokens = 0
131
-
132
- # Estimate prompt tokens based on message length
133
- for msg in payload.get("messages", []):
134
- prompt_tokens += count_tokens(msg.get("content", ""))
135
-
136
- buffer = ""
137
- for line in response.iter_content():
138
- if line:
139
- if isinstance(line, bytes):
140
- line = line.decode("utf-8", errors="replace")
141
- buffer += line
142
-
143
- # ChatGPTClone uses a different format, so we need to extract the content
144
- match = re.search(r'0:"(.*?)"', buffer)
145
- if match:
146
- content = match.group(1)
147
-
148
- # Format the content (replace escaped newlines)
149
- content = self._client.format_text(content)
150
-
151
- # Update token counts using count_tokens
152
- completion_tokens += count_tokens(content)
153
- total_tokens = prompt_tokens + completion_tokens
154
-
155
- # Create the delta object
156
- delta = ChoiceDelta(
157
- content=content,
158
- role="assistant",
159
- tool_calls=None
160
- )
161
-
162
- # Create the choice object
163
- choice = Choice(
164
- index=0,
165
- delta=delta,
166
- finish_reason=None,
167
- logprobs=None
168
- )
169
-
170
- # Create the chunk object
171
- chunk = ChatCompletionChunk(
172
- id=request_id,
173
- choices=[choice],
174
- created=created_time,
175
- model=model,
176
- system_fingerprint=None
177
- )
178
-
179
- # Convert chunk to dict using Pydantic's API
180
- if hasattr(chunk, "model_dump"):
181
- chunk_dict = chunk.model_dump(exclude_none=True)
182
- else:
183
- chunk_dict = chunk.dict(exclude_none=True)
184
-
185
- # Add usage information to match OpenAI format
186
- usage_dict = {
187
- "prompt_tokens": prompt_tokens,
188
- "completion_tokens": completion_tokens,
189
- "total_tokens": total_tokens,
190
- "estimated_cost": None
191
- }
192
-
193
- chunk_dict["usage"] = usage_dict
194
-
195
- # Return the chunk object for internal processing
196
- yield chunk
197
-
198
- # Clear buffer after processing
199
- buffer = ""
200
- # If buffer gets too long, reset it to avoid memory issues
201
- elif len(buffer) > 1024:
202
- buffer = ""
203
-
204
- # Final chunk with finish_reason="stop"
205
- delta = ChoiceDelta(
206
- content=None,
207
- role=None,
208
- tool_calls=None
209
- )
210
-
211
- choice = Choice(
212
- index=0,
213
- delta=delta,
214
- finish_reason="stop",
215
- logprobs=None
216
- )
217
-
218
- chunk = ChatCompletionChunk(
219
- id=request_id,
220
- choices=[choice],
221
- created=created_time,
222
- model=model,
223
- system_fingerprint=None
224
- )
225
-
226
- if hasattr(chunk, "model_dump"):
227
- chunk_dict = chunk.model_dump(exclude_none=True)
228
- else:
229
- chunk_dict = chunk.dict(exclude_none=True)
230
- chunk_dict["usage"] = {
231
- "prompt_tokens": prompt_tokens,
232
- "completion_tokens": completion_tokens,
233
- "total_tokens": total_tokens,
234
- "estimated_cost": None
235
- }
236
-
237
- yield chunk
238
-
239
- except Exception as e:
240
- print(f"Error during ChatGPTClone stream request: {e}")
241
- raise IOError(f"ChatGPTClone request failed: {e}") from e
242
- finally:
243
- self._client.session.proxies = original_proxies
244
-
245
- def _create_non_stream(
246
- self, request_id: str, created_time: int, model: str, payload: Dict[str, Any],
247
- timeout: Optional[int] = None, proxies: Optional[dict] = None
248
- ) -> ChatCompletion:
249
- original_proxies = self._client.session.proxies
250
- if proxies is not None:
251
- self._client.session.proxies = proxies
252
- else:
253
- self._client.session.proxies = {}
254
- try:
255
- timeout_val = timeout if timeout is not None else self._client.timeout
256
- # For non-streaming, we still use streaming internally to collect the full response
257
- response = self._client.session.post(
258
- f"{self._client.url}/api/chat",
259
- headers=self._client.headers,
260
- cookies=self._client.cookies,
261
- json=payload,
262
- stream=True,
263
- timeout=timeout_val
264
- )
265
-
266
- # Handle non-200 responses
267
- if not response.ok:
268
- # If we get a non-200 response, try refreshing our identity once
269
- if response.status_code in [403, 429]:
270
- self._client.refresh_identity()
271
- # Retry with new identity
272
- response = self._client.session.post(
273
- f"{self._client.url}/api/chat",
274
- headers=self._client.headers,
275
- cookies=self._client.cookies,
276
- json=payload,
277
- stream=True,
278
- timeout=timeout_val
279
- )
280
- if not response.ok:
281
- raise IOError(
282
- f"Failed to generate response after identity refresh - ({response.status_code}, {response.reason}) - {response.text}"
283
- )
284
- else:
285
- raise IOError(
286
- f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
287
- )
288
-
289
- # Collect the full response
290
- full_text = ""
291
- buffer = ""
292
- for line in response.iter_content():
293
- if line:
294
- if isinstance(line, bytes):
295
- line = line.decode("utf-8", errors="replace")
296
- buffer += line
297
- match = re.search(r'0:"(.*?)"', buffer)
298
- if match:
299
- content = match.group(1)
300
- full_text += content
301
- buffer = ""
302
- # If buffer gets too long, reset it to avoid memory issues
303
- elif len(buffer) > 1024:
304
- buffer = ""
305
-
306
- # Format the text (replace escaped newlines)
307
- full_text = self._client.format_text(full_text)
308
-
309
- # Estimate token counts
310
- prompt_tokens = 0
311
- for msg in payload.get("messages", []):
312
- prompt_tokens += count_tokens(msg.get("content", ""))
313
-
314
- completion_tokens = count_tokens(full_text)
315
- total_tokens = prompt_tokens + completion_tokens
316
-
317
- # Create the message object
318
- message = ChatCompletionMessage(
319
- role="assistant",
320
- content=full_text
321
- )
322
-
323
- # Create the choice object
324
- choice = Choice(
325
- index=0,
326
- message=message,
327
- finish_reason="stop"
328
- )
329
-
330
- # Create the usage object
331
- usage = CompletionUsage(
332
- prompt_tokens=prompt_tokens,
333
- completion_tokens=completion_tokens,
334
- total_tokens=total_tokens
335
- )
336
-
337
- # Create the completion object
338
- completion = ChatCompletion(
339
- id=request_id,
340
- choices=[choice],
341
- created=created_time,
342
- model=model,
343
- usage=usage,
344
- )
345
-
346
- return completion
347
-
348
- except Exception as e:
349
- print(f"Error during ChatGPTClone non-stream request: {e}")
350
- raise IOError(f"ChatGPTClone request failed: {e}") from e
351
- finally:
352
- self._client.session.proxies = original_proxies
353
-
354
- class Chat(BaseChat):
355
- def __init__(self, client: 'ChatGPTClone'):
356
- self.completions = Completions(client)
357
-
358
- class ChatGPTClone(OpenAICompatibleProvider):
359
- """
360
- OpenAI-compatible client for ChatGPT Clone API.
361
-
362
- Usage:
363
- client = ChatGPTClone()
364
- response = client.chat.completions.create(
365
- model="gpt-4",
366
- messages=[{"role": "user", "content": "Hello!"}]
367
- )
368
- """
369
-
370
- url = "https://chatgpt-clone-ten-nu.vercel.app"
371
- AVAILABLE_MODELS = ["gpt-4", "gpt-3.5-turbo"]
372
-
373
- def __init__(
374
- self,
375
- browser: str = "chrome",
376
- impersonate: str = "chrome120",
377
- proxies: Optional[Dict[str, str]] = None
378
- ):
379
- """
380
- Initialize the ChatGPTClone client.
381
-
382
- Args:
383
- browser: Browser to emulate in user agent (for LitAgent fallback)
384
- impersonate: Browser impersonation for curl_cffi (default: chrome120)
385
- proxies: Optional proxy configuration dict, e.g. {"http": "http://proxy:8080", "https": "https://proxy:8080"}
386
- """
387
- super().__init__(proxies=proxies)
388
- self.timeout = 30
389
- self.temperature = 0.6 # Default temperature
390
- self.top_p = 0.7 # Default top_p
391
-
392
- # Use LitAgent for fingerprint if available, else fallback
393
- agent = LitAgent()
394
- self.fingerprint = agent.generate_fingerprint(browser)
395
-
396
- # Use the fingerprint for headers
397
- self.headers = {
398
- "Accept": self.fingerprint["accept"],
399
- "Accept-Encoding": "gzip, deflate, br, zstd",
400
- "Accept-Language": self.fingerprint["accept_language"],
401
- "Content-Type": "application/json",
402
- "DNT": "1",
403
- "Origin": self.url,
404
- "Referer": f"{self.url}/",
405
- "Sec-CH-UA": self.fingerprint["sec_ch_ua"] or '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
406
- "Sec-CH-UA-Mobile": "?0",
407
- "Sec-CH-UA-Platform": f'"{self.fingerprint["platform"]}"',
408
- "User-Agent": self.fingerprint["user_agent"],
409
- }
410
-
411
- # Create session cookies with unique identifiers
412
- self.cookies = {"__Host-session": uuid.uuid4().hex, '__cf_bm': uuid.uuid4().hex}
413
-
414
- # Set consistent headers for the scraper session
415
- for header, value in self.headers.items():
416
- self.session.headers[header] = value
417
-
418
- # Initialize the chat interface
419
- self.chat = Chat(self)
420
-
421
- def refresh_identity(self, browser: str = None, impersonate: str = None):
422
- """Refreshes the browser identity fingerprint and curl_cffi session."""
423
- browser = browser or self.fingerprint.get("browser_type", "chrome")
424
- impersonate = impersonate or "chrome120"
425
- self.fingerprint = LitAgent().generate_fingerprint(browser)
426
- self.session = Session(impersonate=impersonate)
427
- # Update headers with new fingerprint
428
- self.headers.update({
429
- "Accept": self.fingerprint["accept"],
430
- "Accept-Language": self.fingerprint["accept_language"],
431
- "Sec-CH-UA": self.fingerprint["sec_ch_ua"] or self.headers["Sec-CH-UA"],
432
- "Sec-CH-UA-Platform": f'"{self.fingerprint["platform"]}"',
433
- "User-Agent": self.fingerprint["user_agent"],
434
- })
435
-
436
- # Update session headers
437
- for header, value in self.headers.items():
438
- self.session.headers[header] = value
439
-
440
- # Generate new cookies
441
- self.cookies = {"__Host-session": uuid.uuid4().hex, '__cf_bm': uuid.uuid4().hex}
442
-
443
- return self.fingerprint
444
-
445
- def format_text(self, text: str) -> str:
446
- """
447
- Format text by replacing escaped newlines with actual newlines.
448
-
449
- Args:
450
- text: Text to format
451
-
452
- Returns:
453
- Formatted text
454
- """
455
- # Use a more comprehensive approach to handle all escape sequences
456
- try:
457
- # First handle double backslashes to avoid issues
458
- text = text.replace('\\\\', '\\')
459
-
460
- # Handle common escape sequences
461
- text = text.replace('\\n', '\n')
462
- text = text.replace('\\r', '\r')
463
- text = text.replace('\\t', '\t')
464
- text = text.replace('\\"', '"')
465
- text = text.replace("\\'\'", "'")
466
-
467
- # Handle any remaining escape sequences using JSON decoding
468
- # This is a fallback in case there are other escape sequences
469
- try:
470
- # Add quotes to make it a valid JSON string
471
- json_str = f'"{text}"'
472
- # Use json module to decode all escape sequences
473
- decoded = json.loads(json_str)
474
- return decoded
475
- except json.JSONDecodeError:
476
- # If JSON decoding fails, return the text with the replacements we've already done
477
- return text
478
- except Exception as e:
479
- # If any error occurs, return the original text
480
- print(f"Warning: Error formatting text: {e}")
481
- return text
482
-
483
- def convert_model_name(self, model: str) -> str:
484
- """
485
- Convert model names to ones supported by ChatGPTClone.
486
-
487
- Args:
488
- model: Model name to convert
489
-
490
- Returns:
491
- ChatGPTClone model name
492
- """
493
- # If the model is already a valid ChatGPTClone model, return it
494
- if model in self.AVAILABLE_MODELS:
495
- return model
496
-
497
- # Map similar models to supported ones
498
- if model.startswith("gpt-4"):
499
- return "gpt-4"
500
- elif model.startswith("gpt-3.5"):
501
- return "gpt-3.5-turbo"
502
-
503
- # Default to the most capable model
504
- print(f"Warning: Unknown model '{model}'. Using 'gpt-4' instead.")
505
- return "gpt-4"
506
-
507
- @property
508
- def models(self):
509
- class _ModelList:
510
- def list(inner_self):
511
- return type(self).AVAILABLE_MODELS
512
- return _ModelList()
513
- if __name__ == "__main__":
514
- # Example usage
515
- client = ChatGPTClone()
516
- response = client.chat.completions.create(
517
- model="gpt-4",
518
- messages=[{"role": "user", "content": "Hello!"}]
519
- )
520
- print(response.choices[0].message.content)
521
- print()
1
+ import time
2
+ import uuid
3
+ # import cloudscraper
4
+ from curl_cffi.requests import Session, RequestsError
5
+ import json
6
+ import re
7
+ from typing import List, Dict, Optional, Union, Generator, Any
8
+
9
+ # Import base classes and utility structures
10
+ from webscout.Provider.OPENAI.base import OpenAICompatibleProvider, BaseChat, BaseCompletions
11
+ from webscout.Provider.OPENAI.utils import (
12
+ ChatCompletionChunk, ChatCompletion, Choice, ChoiceDelta,
13
+ ChatCompletionMessage, CompletionUsage, count_tokens
14
+ )
15
+
16
+ # Attempt to import LitAgent, fallback if not available
17
+ try:
18
+ from webscout.litagent import LitAgent
19
+ except ImportError:
20
+ # Define a dummy LitAgent if webscout is not installed or accessible
21
+ class LitAgent:
22
+ def generate_fingerprint(self, browser: str = "chrome") -> Dict[str, Any]:
23
+ # Return minimal default headers if LitAgent is unavailable
24
+ print("Warning: LitAgent not found. Using default minimal headers.")
25
+ return {
26
+ "accept": "*/*",
27
+ "accept_language": "en-US,en;q=0.9",
28
+ "platform": "Windows",
29
+ "sec_ch_ua": '"Not/A)Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
30
+ "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
31
+ "browser_type": browser,
32
+ }
33
+
34
+ # --- ChatGPTClone Client ---
35
+
36
+ class Completions(BaseCompletions):
37
+ def __init__(self, client: 'ChatGPTClone'):
38
+ self._client = client
39
+
40
+ def create(
41
+ self,
42
+ *,
43
+ model: str,
44
+ messages: List[Dict[str, str]],
45
+ max_tokens: Optional[int] = 2049,
46
+ stream: bool = False,
47
+ temperature: Optional[float] = None,
48
+ top_p: Optional[float] = None,
49
+ timeout: Optional[int] = None,
50
+ proxies: Optional[dict] = None,
51
+ **kwargs: Any
52
+ ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
53
+ """
54
+ Creates a model response for the given chat conversation.
55
+ Mimics openai.chat.completions.create
56
+ """
57
+ # Prepare the payload for ChatGPTClone API
58
+ payload = {
59
+ "messages": messages,
60
+ "model": self._client.convert_model_name(model),
61
+ }
62
+
63
+ # Add optional parameters if provided
64
+ if max_tokens is not None and max_tokens > 0:
65
+ payload["max_tokens"] = max_tokens
66
+
67
+ if temperature is not None:
68
+ payload["temperature"] = temperature
69
+
70
+ if top_p is not None:
71
+ payload["top_p"] = top_p
72
+
73
+ # Add any additional parameters
74
+ payload.update(kwargs)
75
+
76
+ request_id = f"chatcmpl-{uuid.uuid4()}"
77
+ created_time = int(time.time())
78
+
79
+ if stream:
80
+ return self._create_stream(request_id, created_time, model, payload, timeout=timeout, proxies=proxies)
81
+ else:
82
+ return self._create_non_stream(request_id, created_time, model, payload, timeout=timeout, proxies=proxies)
83
+
84
+ def _create_stream(
85
+ self, request_id: str, created_time: int, model: str, payload: Dict[str, Any],
86
+ timeout: Optional[int] = None, proxies: Optional[dict] = None
87
+ ) -> Generator[ChatCompletionChunk, None, None]:
88
+ original_proxies = self._client.session.proxies
89
+ if proxies is not None:
90
+ self._client.session.proxies = proxies
91
+ else:
92
+ self._client.session.proxies = {}
93
+ try:
94
+ timeout_val = timeout if timeout is not None else self._client.timeout
95
+ response = self._client.session.post(
96
+ f"{self._client.url}/api/chat",
97
+ headers=self._client.headers,
98
+ cookies=self._client.cookies,
99
+ json=payload,
100
+ stream=True,
101
+ timeout=timeout_val
102
+ )
103
+
104
+ # Handle non-200 responses
105
+ if not response.ok:
106
+ # If we get a non-200 response, try refreshing our identity once
107
+ if response.status_code in [403, 429]:
108
+ self._client.refresh_identity()
109
+ # Retry with new identity
110
+ response = self._client.session.post(
111
+ f"{self._client.url}/api/chat",
112
+ headers=self._client.headers,
113
+ cookies=self._client.cookies,
114
+ json=payload,
115
+ stream=True,
116
+ timeout=timeout_val
117
+ )
118
+ if not response.ok:
119
+ raise IOError(
120
+ f"Failed to generate response after identity refresh - ({response.status_code}, {response.reason}) - {response.text}"
121
+ )
122
+ else:
123
+ raise IOError(
124
+ f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
125
+ )
126
+
127
+ # Track token usage across chunks
128
+ prompt_tokens = 0
129
+ completion_tokens = 0
130
+ total_tokens = 0
131
+
132
+ # Estimate prompt tokens based on message length
133
+ for msg in payload.get("messages", []):
134
+ prompt_tokens += count_tokens(msg.get("content", ""))
135
+
136
+ buffer = ""
137
+ for line in response.iter_content():
138
+ if line:
139
+ if isinstance(line, bytes):
140
+ line = line.decode("utf-8", errors="replace")
141
+ buffer += line
142
+
143
+ # ChatGPTClone uses a different format, so we need to extract the content
144
+ match = re.search(r'0:"(.*?)"', buffer)
145
+ if match:
146
+ content = match.group(1)
147
+
148
+ # Format the content (replace escaped newlines)
149
+ content = self._client.format_text(content)
150
+
151
+ # Update token counts using count_tokens
152
+ completion_tokens += count_tokens(content)
153
+ total_tokens = prompt_tokens + completion_tokens
154
+
155
+ # Create the delta object
156
+ delta = ChoiceDelta(
157
+ content=content,
158
+ role="assistant",
159
+ tool_calls=None
160
+ )
161
+
162
+ # Create the choice object
163
+ choice = Choice(
164
+ index=0,
165
+ delta=delta,
166
+ finish_reason=None,
167
+ logprobs=None
168
+ )
169
+
170
+ # Create the chunk object
171
+ chunk = ChatCompletionChunk(
172
+ id=request_id,
173
+ choices=[choice],
174
+ created=created_time,
175
+ model=model,
176
+ system_fingerprint=None
177
+ )
178
+
179
+ # Convert chunk to dict using Pydantic's API
180
+ if hasattr(chunk, "model_dump"):
181
+ chunk_dict = chunk.model_dump(exclude_none=True)
182
+ else:
183
+ chunk_dict = chunk.dict(exclude_none=True)
184
+
185
+ # Add usage information to match OpenAI format
186
+ usage_dict = {
187
+ "prompt_tokens": prompt_tokens,
188
+ "completion_tokens": completion_tokens,
189
+ "total_tokens": total_tokens,
190
+ "estimated_cost": None
191
+ }
192
+
193
+ chunk_dict["usage"] = usage_dict
194
+
195
+ # Return the chunk object for internal processing
196
+ yield chunk
197
+
198
+ # Clear buffer after processing
199
+ buffer = ""
200
+ # If buffer gets too long, reset it to avoid memory issues
201
+ elif len(buffer) > 1024:
202
+ buffer = ""
203
+
204
+ # Final chunk with finish_reason="stop"
205
+ delta = ChoiceDelta(
206
+ content=None,
207
+ role=None,
208
+ tool_calls=None
209
+ )
210
+
211
+ choice = Choice(
212
+ index=0,
213
+ delta=delta,
214
+ finish_reason="stop",
215
+ logprobs=None
216
+ )
217
+
218
+ chunk = ChatCompletionChunk(
219
+ id=request_id,
220
+ choices=[choice],
221
+ created=created_time,
222
+ model=model,
223
+ system_fingerprint=None
224
+ )
225
+
226
+ if hasattr(chunk, "model_dump"):
227
+ chunk_dict = chunk.model_dump(exclude_none=True)
228
+ else:
229
+ chunk_dict = chunk.dict(exclude_none=True)
230
+ chunk_dict["usage"] = {
231
+ "prompt_tokens": prompt_tokens,
232
+ "completion_tokens": completion_tokens,
233
+ "total_tokens": total_tokens,
234
+ "estimated_cost": None
235
+ }
236
+
237
+ yield chunk
238
+
239
+ except Exception as e:
240
+ print(f"Error during ChatGPTClone stream request: {e}")
241
+ raise IOError(f"ChatGPTClone request failed: {e}") from e
242
+ finally:
243
+ self._client.session.proxies = original_proxies
244
+
245
+ def _create_non_stream(
246
+ self, request_id: str, created_time: int, model: str, payload: Dict[str, Any],
247
+ timeout: Optional[int] = None, proxies: Optional[dict] = None
248
+ ) -> ChatCompletion:
249
+ original_proxies = self._client.session.proxies
250
+ if proxies is not None:
251
+ self._client.session.proxies = proxies
252
+ else:
253
+ self._client.session.proxies = {}
254
+ try:
255
+ timeout_val = timeout if timeout is not None else self._client.timeout
256
+ # For non-streaming, we still use streaming internally to collect the full response
257
+ response = self._client.session.post(
258
+ f"{self._client.url}/api/chat",
259
+ headers=self._client.headers,
260
+ cookies=self._client.cookies,
261
+ json=payload,
262
+ stream=True,
263
+ timeout=timeout_val
264
+ )
265
+
266
+ # Handle non-200 responses
267
+ if not response.ok:
268
+ # If we get a non-200 response, try refreshing our identity once
269
+ if response.status_code in [403, 429]:
270
+ self._client.refresh_identity()
271
+ # Retry with new identity
272
+ response = self._client.session.post(
273
+ f"{self._client.url}/api/chat",
274
+ headers=self._client.headers,
275
+ cookies=self._client.cookies,
276
+ json=payload,
277
+ stream=True,
278
+ timeout=timeout_val
279
+ )
280
+ if not response.ok:
281
+ raise IOError(
282
+ f"Failed to generate response after identity refresh - ({response.status_code}, {response.reason}) - {response.text}"
283
+ )
284
+ else:
285
+ raise IOError(
286
+ f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
287
+ )
288
+
289
+ # Collect the full response
290
+ full_text = ""
291
+ buffer = ""
292
+ for line in response.iter_content():
293
+ if line:
294
+ if isinstance(line, bytes):
295
+ line = line.decode("utf-8", errors="replace")
296
+ buffer += line
297
+ match = re.search(r'0:"(.*?)"', buffer)
298
+ if match:
299
+ content = match.group(1)
300
+ full_text += content
301
+ buffer = ""
302
+ # If buffer gets too long, reset it to avoid memory issues
303
+ elif len(buffer) > 1024:
304
+ buffer = ""
305
+
306
+ # Format the text (replace escaped newlines)
307
+ full_text = self._client.format_text(full_text)
308
+
309
+ # Estimate token counts
310
+ prompt_tokens = 0
311
+ for msg in payload.get("messages", []):
312
+ prompt_tokens += count_tokens(msg.get("content", ""))
313
+
314
+ completion_tokens = count_tokens(full_text)
315
+ total_tokens = prompt_tokens + completion_tokens
316
+
317
+ # Create the message object
318
+ message = ChatCompletionMessage(
319
+ role="assistant",
320
+ content=full_text
321
+ )
322
+
323
+ # Create the choice object
324
+ choice = Choice(
325
+ index=0,
326
+ message=message,
327
+ finish_reason="stop"
328
+ )
329
+
330
+ # Create the usage object
331
+ usage = CompletionUsage(
332
+ prompt_tokens=prompt_tokens,
333
+ completion_tokens=completion_tokens,
334
+ total_tokens=total_tokens
335
+ )
336
+
337
+ # Create the completion object
338
+ completion = ChatCompletion(
339
+ id=request_id,
340
+ choices=[choice],
341
+ created=created_time,
342
+ model=model,
343
+ usage=usage,
344
+ )
345
+
346
+ return completion
347
+
348
+ except Exception as e:
349
+ print(f"Error during ChatGPTClone non-stream request: {e}")
350
+ raise IOError(f"ChatGPTClone request failed: {e}") from e
351
+ finally:
352
+ self._client.session.proxies = original_proxies
353
+
354
+ class Chat(BaseChat):
355
+ def __init__(self, client: 'ChatGPTClone'):
356
+ self.completions = Completions(client)
357
+
358
+ class ChatGPTClone(OpenAICompatibleProvider):
359
+ """
360
+ OpenAI-compatible client for ChatGPT Clone API.
361
+
362
+ Usage:
363
+ client = ChatGPTClone()
364
+ response = client.chat.completions.create(
365
+ model="gpt-4",
366
+ messages=[{"role": "user", "content": "Hello!"}]
367
+ )
368
+ """
369
+
370
+ url = "https://chatgpt-clone-ten-nu.vercel.app"
371
+ AVAILABLE_MODELS = ["gpt-4", "gpt-3.5-turbo"]
372
+
373
+ def __init__(
374
+ self,
375
+ browser: str = "chrome",
376
+ impersonate: str = "chrome120",
377
+ proxies: Optional[Dict[str, str]] = None
378
+ ):
379
+ """
380
+ Initialize the ChatGPTClone client.
381
+
382
+ Args:
383
+ browser: Browser to emulate in user agent (for LitAgent fallback)
384
+ impersonate: Browser impersonation for curl_cffi (default: chrome120)
385
+ proxies: Optional proxy configuration dict, e.g. {"http": "http://proxy:8080", "https": "https://proxy:8080"}
386
+ """
387
+ super().__init__(proxies=proxies)
388
+ self.timeout = 30
389
+ self.temperature = 0.6 # Default temperature
390
+ self.top_p = 0.7 # Default top_p
391
+
392
+ # Use LitAgent for fingerprint if available, else fallback
393
+ agent = LitAgent()
394
+ self.fingerprint = agent.generate_fingerprint(browser)
395
+
396
+ # Use the fingerprint for headers
397
+ self.headers = {
398
+ "Accept": self.fingerprint["accept"],
399
+ "Accept-Encoding": "gzip, deflate, br, zstd",
400
+ "Accept-Language": self.fingerprint["accept_language"],
401
+ "Content-Type": "application/json",
402
+ "DNT": "1",
403
+ "Origin": self.url,
404
+ "Referer": f"{self.url}/",
405
+ "Sec-CH-UA": self.fingerprint["sec_ch_ua"] or '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
406
+ "Sec-CH-UA-Mobile": "?0",
407
+ "Sec-CH-UA-Platform": f'"{self.fingerprint["platform"]}"',
408
+ "User-Agent": self.fingerprint["user_agent"],
409
+ }
410
+
411
+ # Create session cookies with unique identifiers
412
+ self.cookies = {"__Host-session": uuid.uuid4().hex, '__cf_bm': uuid.uuid4().hex}
413
+
414
+ # Set consistent headers for the scraper session
415
+ for header, value in self.headers.items():
416
+ self.session.headers[header] = value
417
+
418
+ # Initialize the chat interface
419
+ self.chat = Chat(self)
420
+
421
+ def refresh_identity(self, browser: str = None, impersonate: str = None):
422
+ """Refreshes the browser identity fingerprint and curl_cffi session."""
423
+ browser = browser or self.fingerprint.get("browser_type", "chrome")
424
+ impersonate = impersonate or "chrome120"
425
+ self.fingerprint = LitAgent().generate_fingerprint(browser)
426
+ self.session = Session(impersonate=impersonate)
427
+ # Update headers with new fingerprint
428
+ self.headers.update({
429
+ "Accept": self.fingerprint["accept"],
430
+ "Accept-Language": self.fingerprint["accept_language"],
431
+ "Sec-CH-UA": self.fingerprint["sec_ch_ua"] or self.headers["Sec-CH-UA"],
432
+ "Sec-CH-UA-Platform": f'"{self.fingerprint["platform"]}"',
433
+ "User-Agent": self.fingerprint["user_agent"],
434
+ })
435
+
436
+ # Update session headers
437
+ for header, value in self.headers.items():
438
+ self.session.headers[header] = value
439
+
440
+ # Generate new cookies
441
+ self.cookies = {"__Host-session": uuid.uuid4().hex, '__cf_bm': uuid.uuid4().hex}
442
+
443
+ return self.fingerprint
444
+
445
+ def format_text(self, text: str) -> str:
446
+ """
447
+ Format text by replacing escaped newlines with actual newlines.
448
+
449
+ Args:
450
+ text: Text to format
451
+
452
+ Returns:
453
+ Formatted text
454
+ """
455
+ # Use a more comprehensive approach to handle all escape sequences
456
+ try:
457
+ # First handle double backslashes to avoid issues
458
+ text = text.replace('\\\\', '\\')
459
+
460
+ # Handle common escape sequences
461
+ text = text.replace('\\n', '\n')
462
+ text = text.replace('\\r', '\r')
463
+ text = text.replace('\\t', '\t')
464
+ text = text.replace('\\"', '"')
465
+ text = text.replace("\\'\'", "'")
466
+
467
+ # Handle any remaining escape sequences using JSON decoding
468
+ # This is a fallback in case there are other escape sequences
469
+ try:
470
+ # Add quotes to make it a valid JSON string
471
+ json_str = f'"{text}"'
472
+ # Use json module to decode all escape sequences
473
+ decoded = json.loads(json_str)
474
+ return decoded
475
+ except json.JSONDecodeError:
476
+ # If JSON decoding fails, return the text with the replacements we've already done
477
+ return text
478
+ except Exception as e:
479
+ # If any error occurs, return the original text
480
+ print(f"Warning: Error formatting text: {e}")
481
+ return text
482
+
483
+ def convert_model_name(self, model: str) -> str:
484
+ """
485
+ Convert model names to ones supported by ChatGPTClone.
486
+
487
+ Args:
488
+ model: Model name to convert
489
+
490
+ Returns:
491
+ ChatGPTClone model name
492
+ """
493
+ # If the model is already a valid ChatGPTClone model, return it
494
+ if model in self.AVAILABLE_MODELS:
495
+ return model
496
+
497
+ # Map similar models to supported ones
498
+ if model.startswith("gpt-4"):
499
+ return "gpt-4"
500
+ elif model.startswith("gpt-3.5"):
501
+ return "gpt-3.5-turbo"
502
+
503
+ # Default to the most capable model
504
+ print(f"Warning: Unknown model '{model}'. Using 'gpt-4' instead.")
505
+ return "gpt-4"
506
+
507
+ @property
508
+ def models(self):
509
+ class _ModelList:
510
+ def list(inner_self):
511
+ return type(self).AVAILABLE_MODELS
512
+ return _ModelList()
513
+ if __name__ == "__main__":
514
+ # Example usage
515
+ client = ChatGPTClone()
516
+ response = client.chat.completions.create(
517
+ model="gpt-4",
518
+ messages=[{"role": "user", "content": "Hello!"}]
519
+ )
520
+ print(response.choices[0].message.content)
521
+ print()