webscout 8.3.7__py3-none-any.whl → 2025.10.11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (273) hide show
  1. webscout/AIauto.py +250 -250
  2. webscout/AIbase.py +379 -379
  3. webscout/AIutel.py +60 -60
  4. webscout/Bard.py +1012 -1012
  5. webscout/Bing_search.py +417 -417
  6. webscout/DWEBS.py +529 -529
  7. webscout/Extra/Act.md +309 -309
  8. webscout/Extra/GitToolkit/__init__.py +10 -10
  9. webscout/Extra/GitToolkit/gitapi/README.md +110 -110
  10. webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
  11. webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
  12. webscout/Extra/GitToolkit/gitapi/user.py +96 -96
  13. webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
  14. webscout/Extra/YTToolkit/README.md +375 -375
  15. webscout/Extra/YTToolkit/YTdownloader.py +956 -956
  16. webscout/Extra/YTToolkit/__init__.py +2 -2
  17. webscout/Extra/YTToolkit/transcriber.py +475 -475
  18. webscout/Extra/YTToolkit/ytapi/README.md +44 -44
  19. webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
  20. webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
  21. webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
  22. webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
  23. webscout/Extra/YTToolkit/ytapi/https.py +88 -88
  24. webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
  25. webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
  26. webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
  27. webscout/Extra/YTToolkit/ytapi/query.py +39 -39
  28. webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
  29. webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
  30. webscout/Extra/YTToolkit/ytapi/video.py +232 -232
  31. webscout/Extra/autocoder/__init__.py +9 -9
  32. webscout/Extra/autocoder/autocoder.py +1105 -1105
  33. webscout/Extra/autocoder/autocoder_utiles.py +332 -332
  34. webscout/Extra/gguf.md +429 -429
  35. webscout/Extra/gguf.py +1213 -1213
  36. webscout/Extra/tempmail/README.md +487 -487
  37. webscout/Extra/tempmail/__init__.py +27 -27
  38. webscout/Extra/tempmail/async_utils.py +140 -140
  39. webscout/Extra/tempmail/base.py +160 -160
  40. webscout/Extra/tempmail/cli.py +186 -186
  41. webscout/Extra/tempmail/emailnator.py +84 -84
  42. webscout/Extra/tempmail/mail_tm.py +360 -360
  43. webscout/Extra/tempmail/temp_mail_io.py +291 -291
  44. webscout/Extra/weather.md +281 -281
  45. webscout/Extra/weather.py +193 -193
  46. webscout/Litlogger/README.md +10 -10
  47. webscout/Litlogger/__init__.py +15 -15
  48. webscout/Litlogger/formats.py +13 -13
  49. webscout/Litlogger/handlers.py +121 -121
  50. webscout/Litlogger/levels.py +13 -13
  51. webscout/Litlogger/logger.py +134 -134
  52. webscout/Provider/AISEARCH/Perplexity.py +332 -332
  53. webscout/Provider/AISEARCH/README.md +279 -279
  54. webscout/Provider/AISEARCH/__init__.py +16 -1
  55. webscout/Provider/AISEARCH/felo_search.py +206 -206
  56. webscout/Provider/AISEARCH/genspark_search.py +323 -323
  57. webscout/Provider/AISEARCH/hika_search.py +185 -185
  58. webscout/Provider/AISEARCH/iask_search.py +410 -410
  59. webscout/Provider/AISEARCH/monica_search.py +219 -219
  60. webscout/Provider/AISEARCH/scira_search.py +316 -316
  61. webscout/Provider/AISEARCH/stellar_search.py +177 -177
  62. webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
  63. webscout/Provider/Aitopia.py +314 -314
  64. webscout/Provider/Apriel.py +306 -0
  65. webscout/Provider/ChatGPTClone.py +236 -236
  66. webscout/Provider/ChatSandbox.py +343 -343
  67. webscout/Provider/Cloudflare.py +324 -324
  68. webscout/Provider/Cohere.py +208 -208
  69. webscout/Provider/Deepinfra.py +370 -366
  70. webscout/Provider/ExaAI.py +260 -260
  71. webscout/Provider/ExaChat.py +308 -308
  72. webscout/Provider/Flowith.py +221 -221
  73. webscout/Provider/GMI.py +293 -0
  74. webscout/Provider/Gemini.py +164 -164
  75. webscout/Provider/GeminiProxy.py +167 -167
  76. webscout/Provider/GithubChat.py +371 -372
  77. webscout/Provider/Groq.py +800 -800
  78. webscout/Provider/HeckAI.py +383 -383
  79. webscout/Provider/Jadve.py +282 -282
  80. webscout/Provider/K2Think.py +307 -307
  81. webscout/Provider/Koboldai.py +205 -205
  82. webscout/Provider/LambdaChat.py +423 -423
  83. webscout/Provider/Nemotron.py +244 -244
  84. webscout/Provider/Netwrck.py +248 -248
  85. webscout/Provider/OLLAMA.py +395 -395
  86. webscout/Provider/OPENAI/Cloudflare.py +393 -393
  87. webscout/Provider/OPENAI/FalconH1.py +451 -451
  88. webscout/Provider/OPENAI/FreeGemini.py +296 -296
  89. webscout/Provider/OPENAI/K2Think.py +431 -431
  90. webscout/Provider/OPENAI/NEMOTRON.py +240 -240
  91. webscout/Provider/OPENAI/PI.py +427 -427
  92. webscout/Provider/OPENAI/README.md +959 -959
  93. webscout/Provider/OPENAI/TogetherAI.py +345 -345
  94. webscout/Provider/OPENAI/TwoAI.py +465 -465
  95. webscout/Provider/OPENAI/__init__.py +33 -18
  96. webscout/Provider/OPENAI/base.py +248 -248
  97. webscout/Provider/OPENAI/chatglm.py +528 -0
  98. webscout/Provider/OPENAI/chatgpt.py +592 -592
  99. webscout/Provider/OPENAI/chatgptclone.py +521 -521
  100. webscout/Provider/OPENAI/chatsandbox.py +202 -202
  101. webscout/Provider/OPENAI/deepinfra.py +318 -314
  102. webscout/Provider/OPENAI/e2b.py +1665 -1665
  103. webscout/Provider/OPENAI/exaai.py +420 -420
  104. webscout/Provider/OPENAI/exachat.py +452 -452
  105. webscout/Provider/OPENAI/friendli.py +232 -232
  106. webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
  107. webscout/Provider/OPENAI/groq.py +364 -364
  108. webscout/Provider/OPENAI/heckai.py +314 -314
  109. webscout/Provider/OPENAI/llmchatco.py +337 -337
  110. webscout/Provider/OPENAI/netwrck.py +355 -355
  111. webscout/Provider/OPENAI/oivscode.py +290 -290
  112. webscout/Provider/OPENAI/opkfc.py +518 -518
  113. webscout/Provider/OPENAI/pydantic_imports.py +1 -1
  114. webscout/Provider/OPENAI/scirachat.py +535 -535
  115. webscout/Provider/OPENAI/sonus.py +308 -308
  116. webscout/Provider/OPENAI/standardinput.py +442 -442
  117. webscout/Provider/OPENAI/textpollinations.py +340 -340
  118. webscout/Provider/OPENAI/toolbaz.py +419 -416
  119. webscout/Provider/OPENAI/typefully.py +362 -362
  120. webscout/Provider/OPENAI/utils.py +295 -295
  121. webscout/Provider/OPENAI/venice.py +436 -436
  122. webscout/Provider/OPENAI/wisecat.py +387 -387
  123. webscout/Provider/OPENAI/writecream.py +166 -166
  124. webscout/Provider/OPENAI/x0gpt.py +378 -378
  125. webscout/Provider/OPENAI/yep.py +389 -389
  126. webscout/Provider/OpenGPT.py +230 -230
  127. webscout/Provider/Openai.py +243 -243
  128. webscout/Provider/PI.py +405 -405
  129. webscout/Provider/Perplexitylabs.py +430 -430
  130. webscout/Provider/QwenLM.py +272 -272
  131. webscout/Provider/STT/__init__.py +16 -1
  132. webscout/Provider/Sambanova.py +257 -257
  133. webscout/Provider/StandardInput.py +309 -309
  134. webscout/Provider/TTI/README.md +82 -82
  135. webscout/Provider/TTI/__init__.py +33 -18
  136. webscout/Provider/TTI/aiarta.py +413 -413
  137. webscout/Provider/TTI/base.py +136 -136
  138. webscout/Provider/TTI/bing.py +243 -243
  139. webscout/Provider/TTI/gpt1image.py +149 -149
  140. webscout/Provider/TTI/imagen.py +196 -196
  141. webscout/Provider/TTI/infip.py +211 -211
  142. webscout/Provider/TTI/magicstudio.py +232 -232
  143. webscout/Provider/TTI/monochat.py +219 -219
  144. webscout/Provider/TTI/piclumen.py +214 -214
  145. webscout/Provider/TTI/pixelmuse.py +232 -232
  146. webscout/Provider/TTI/pollinations.py +232 -232
  147. webscout/Provider/TTI/together.py +288 -288
  148. webscout/Provider/TTI/utils.py +12 -12
  149. webscout/Provider/TTI/venice.py +367 -367
  150. webscout/Provider/TTS/README.md +192 -192
  151. webscout/Provider/TTS/__init__.py +33 -18
  152. webscout/Provider/TTS/parler.py +110 -110
  153. webscout/Provider/TTS/streamElements.py +333 -333
  154. webscout/Provider/TTS/utils.py +280 -280
  155. webscout/Provider/TeachAnything.py +237 -237
  156. webscout/Provider/TextPollinationsAI.py +310 -310
  157. webscout/Provider/TogetherAI.py +356 -356
  158. webscout/Provider/TwoAI.py +312 -312
  159. webscout/Provider/TypliAI.py +311 -311
  160. webscout/Provider/UNFINISHED/ChatHub.py +208 -208
  161. webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
  162. webscout/Provider/UNFINISHED/GizAI.py +294 -294
  163. webscout/Provider/UNFINISHED/Marcus.py +198 -198
  164. webscout/Provider/UNFINISHED/Qodo.py +477 -477
  165. webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
  166. webscout/Provider/UNFINISHED/XenAI.py +324 -324
  167. webscout/Provider/UNFINISHED/Youchat.py +330 -330
  168. webscout/Provider/UNFINISHED/liner.py +334 -0
  169. webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
  170. webscout/Provider/UNFINISHED/puterjs.py +634 -634
  171. webscout/Provider/UNFINISHED/samurai.py +223 -223
  172. webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
  173. webscout/Provider/Venice.py +250 -250
  174. webscout/Provider/VercelAI.py +256 -256
  175. webscout/Provider/WiseCat.py +231 -231
  176. webscout/Provider/WrDoChat.py +366 -366
  177. webscout/Provider/__init__.py +33 -18
  178. webscout/Provider/ai4chat.py +174 -174
  179. webscout/Provider/akashgpt.py +331 -331
  180. webscout/Provider/cerebras.py +446 -446
  181. webscout/Provider/chatglm.py +394 -301
  182. webscout/Provider/cleeai.py +211 -211
  183. webscout/Provider/elmo.py +282 -282
  184. webscout/Provider/geminiapi.py +208 -208
  185. webscout/Provider/granite.py +261 -261
  186. webscout/Provider/hermes.py +263 -263
  187. webscout/Provider/julius.py +223 -223
  188. webscout/Provider/learnfastai.py +309 -309
  189. webscout/Provider/llama3mitril.py +214 -214
  190. webscout/Provider/llmchat.py +243 -243
  191. webscout/Provider/llmchatco.py +290 -290
  192. webscout/Provider/meta.py +801 -801
  193. webscout/Provider/oivscode.py +309 -309
  194. webscout/Provider/scira_chat.py +383 -383
  195. webscout/Provider/searchchat.py +292 -292
  196. webscout/Provider/sonus.py +258 -258
  197. webscout/Provider/toolbaz.py +370 -367
  198. webscout/Provider/turboseek.py +273 -273
  199. webscout/Provider/typefully.py +207 -207
  200. webscout/Provider/yep.py +372 -372
  201. webscout/__init__.py +30 -31
  202. webscout/__main__.py +5 -5
  203. webscout/auth/api_key_manager.py +189 -189
  204. webscout/auth/config.py +175 -175
  205. webscout/auth/models.py +185 -185
  206. webscout/auth/routes.py +664 -664
  207. webscout/auth/simple_logger.py +236 -236
  208. webscout/cli.py +523 -523
  209. webscout/conversation.py +438 -438
  210. webscout/exceptions.py +361 -361
  211. webscout/litagent/Readme.md +298 -298
  212. webscout/litagent/__init__.py +28 -28
  213. webscout/litagent/agent.py +581 -581
  214. webscout/litagent/constants.py +59 -59
  215. webscout/litprinter/__init__.py +58 -58
  216. webscout/models.py +181 -181
  217. webscout/optimizers.py +419 -419
  218. webscout/prompt_manager.py +288 -288
  219. webscout/sanitize.py +1078 -1078
  220. webscout/scout/README.md +401 -401
  221. webscout/scout/__init__.py +8 -8
  222. webscout/scout/core/__init__.py +6 -6
  223. webscout/scout/core/crawler.py +297 -297
  224. webscout/scout/core/scout.py +706 -706
  225. webscout/scout/core/search_result.py +95 -95
  226. webscout/scout/core/text_analyzer.py +62 -62
  227. webscout/scout/core/text_utils.py +277 -277
  228. webscout/scout/core/web_analyzer.py +51 -51
  229. webscout/scout/element.py +599 -599
  230. webscout/scout/parsers/__init__.py +69 -69
  231. webscout/scout/parsers/html5lib_parser.py +172 -172
  232. webscout/scout/parsers/html_parser.py +236 -236
  233. webscout/scout/parsers/lxml_parser.py +178 -178
  234. webscout/scout/utils.py +37 -37
  235. webscout/swiftcli/Readme.md +323 -323
  236. webscout/swiftcli/__init__.py +95 -95
  237. webscout/swiftcli/core/__init__.py +7 -7
  238. webscout/swiftcli/core/cli.py +308 -308
  239. webscout/swiftcli/core/context.py +104 -104
  240. webscout/swiftcli/core/group.py +241 -241
  241. webscout/swiftcli/decorators/__init__.py +28 -28
  242. webscout/swiftcli/decorators/command.py +221 -221
  243. webscout/swiftcli/decorators/options.py +220 -220
  244. webscout/swiftcli/decorators/output.py +302 -302
  245. webscout/swiftcli/exceptions.py +21 -21
  246. webscout/swiftcli/plugins/__init__.py +9 -9
  247. webscout/swiftcli/plugins/base.py +135 -135
  248. webscout/swiftcli/plugins/manager.py +269 -269
  249. webscout/swiftcli/utils/__init__.py +59 -59
  250. webscout/swiftcli/utils/formatting.py +252 -252
  251. webscout/swiftcli/utils/parsing.py +267 -267
  252. webscout/update_checker.py +117 -117
  253. webscout/version.py +1 -1
  254. webscout/webscout_search.py +1183 -1183
  255. webscout/webscout_search_async.py +649 -649
  256. webscout/yep_search.py +346 -346
  257. webscout/zeroart/README.md +89 -89
  258. webscout/zeroart/__init__.py +134 -134
  259. webscout/zeroart/base.py +66 -66
  260. webscout/zeroart/effects.py +100 -100
  261. webscout/zeroart/fonts.py +1238 -1238
  262. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/METADATA +937 -937
  263. webscout-2025.10.11.dist-info/RECORD +300 -0
  264. webscout/Provider/AISEARCH/DeepFind.py +0 -254
  265. webscout/Provider/OPENAI/Qwen3.py +0 -303
  266. webscout/Provider/OPENAI/qodo.py +0 -630
  267. webscout/Provider/OPENAI/xenai.py +0 -514
  268. webscout/tempid.py +0 -134
  269. webscout-8.3.7.dist-info/RECORD +0 -301
  270. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/WHEEL +0 -0
  271. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/entry_points.txt +0 -0
  272. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/licenses/LICENSE.md +0 -0
  273. {webscout-8.3.7.dist-info → webscout-2025.10.11.dist-info}/top_level.txt +0 -0
@@ -1,424 +1,424 @@
1
- from curl_cffi.requests import Session
2
- from curl_cffi import CurlError
3
- import json
4
- import random
5
- import uuid
6
- from typing import Any, Dict, Optional, Union, Generator
7
-
8
- from webscout.AIutel import Conversation, sanitize_stream
9
- from webscout.AIbase import Provider # Import sanitize_stream
10
- from webscout import exceptions
11
- from webscout.litagent import LitAgent
12
-
13
- class LambdaChat(Provider):
14
- """
15
- A class to interact with the Lambda Chat API.
16
- Supports streaming responses.
17
- """
18
- url = "https://lambda.chat"
19
- required_auth = False
20
- AVAILABLE_MODELS = [
21
- "deepseek-llama3.3-70b",
22
- "apriel-5b-instruct",
23
- "deepseek-r1",
24
- "deepseek-v3-0324",
25
- "deepseek-r1-0528",
26
- "hermes-3-llama-3.1-405b-fp8",
27
- "llama3.1-nemotron-70b-instruct",
28
- "lfm-40b",
29
- "llama3.3-70b-instruct-fp8",
30
- "qwen25-coder-32b-instruct",
31
- "qwen3-32b-fp8",
32
- "llama-4-maverick-70b-128e-instruct-fp8",
33
- "llama-4-scout-17b-16e-instruct"
34
-
35
- ]
36
-
37
- def __init__(
38
- self,
39
- is_conversation: bool = True,
40
- max_tokens: int = 2000, # Note: max_tokens is not used by this API
41
- timeout: int = 60,
42
- filepath: str = None,
43
- update_file: bool = True,
44
- proxies: dict = {},
45
- model: str = "deepseek-llama3.3-70b",
46
- assistantId: str = None, # Note: assistantId is not used by this API
47
- system_prompt: str = "You are a helpful assistant. Please answer the following question.", # Note: system_prompt is not used by this API
48
- ):
49
- """Initialize the LambdaChat client."""
50
- if model not in self.AVAILABLE_MODELS:
51
- raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
52
-
53
- self.model = model
54
- # Initialize curl_cffi Session
55
- self.session = Session()
56
- self.assistantId = assistantId
57
- self.system_prompt = system_prompt
58
-
59
- # Set up headers for all requests
60
- self.headers = {
61
- "Content-Type": "application/json", # Keep Content-Type for JSON posts
62
- "Accept": "*/*", # Keep Accept
63
- # "User-Agent": LitAgent().random(), # Removed, handled by impersonate
64
- "Accept-Language": "en-US,en;q=0.9", # Keep Accept-Language
65
- "Origin": self.url, # Keep Origin
66
- "Referer": f"{self.url}/", # Keep Referer (will be updated per request)
67
- # "Sec-Ch-Ua": "\"Chromium\";v=\"120\"", # Removed, handled by impersonate
68
- # "Sec-Ch-Ua-Mobile": "?0", # Removed, handled by impersonate
69
- # "Sec-Ch-Ua-Platform": "\"Windows\"", # Removed, handled by impersonate
70
- "Sec-Fetch-Dest": "empty", # Keep Sec-Fetch-* headers
71
- "Sec-Fetch-Mode": "cors",
72
- "Sec-Fetch-Site": "same-origin",
73
- "DNT": "1", # Keep DNT
74
- "Priority": "u=1, i" # Keep Priority
75
- }
76
-
77
- # Provider settings
78
- self.is_conversation = is_conversation
79
- self.max_tokens_to_sample = max_tokens
80
- self.timeout = timeout
81
- self.last_response = {}
82
-
83
- # Initialize conversation history
84
- self.conversation = Conversation(is_conversation, max_tokens, filepath, update_file)
85
-
86
- # Store conversation data for different models
87
- self._conversation_data = {}
88
-
89
- # Update curl_cffi session headers and proxies
90
- self.session.headers.update(self.headers)
91
- self.session.proxies = proxies # Assign proxies directly
92
-
93
- def create_conversation(self, model: str):
94
- """Create a new conversation with the specified model, using updated headers and cookies."""
95
- url = f"{self.url}/conversation"
96
- payload = {
97
- "model": model,
98
- "preprompt": self.system_prompt
99
- }
100
-
101
- # Update headers for this specific request
102
- headers = self.headers.copy()
103
- headers["Referer"] = f"{self.url}/"
104
- # Add browser-like headers for best compatibility
105
- headers["Accept-Encoding"] = "gzip, deflate, br, zstd"
106
- headers["Accept-Language"] = "en-US,en;q=0.9,en-IN;q=0.8"
107
- headers["Sec-GPC"] = "1"
108
- headers["Sec-Ch-Ua"] = '"Not)A;Brand";v="8", "Chromium";v="138", "Microsoft Edge";v="138"'
109
- headers["Sec-Ch-Ua-Mobile"] = "?0"
110
- headers["Sec-Ch-Ua-Platform"] = '"Windows"'
111
- headers["User-Agent"] = LitAgent().random() # Use LitAgent for User-Agent
112
- headers["Origin"] = self.url
113
- # cookies are handled by curl_cffi session automatically
114
-
115
- try:
116
- response = self.session.post(
117
- url,
118
- json=payload,
119
- headers=headers,
120
- impersonate="chrome110"
121
- )
122
- if response.status_code == 401:
123
- raise exceptions.AuthenticationError("Authentication failed.")
124
- if response.status_code != 200:
125
- return None
126
- data = response.json()
127
- conversation_id = data.get("conversationId")
128
- if model not in self._conversation_data:
129
- self._conversation_data[model] = {
130
- "conversationId": conversation_id,
131
- "messageId": str(uuid.uuid4())
132
- }
133
- return conversation_id
134
- except CurlError:
135
- return None
136
- except Exception:
137
- return None
138
-
139
- def fetch_message_id(self, conversation_id: str) -> str:
140
- """Fetch the latest message ID for a conversation."""
141
- try:
142
- url = f"{self.url}/conversation/{conversation_id}/__data.json?x-sveltekit-invalidated=11"
143
- response = self.session.get(
144
- url,
145
- headers=self.headers, # Use base headers
146
- impersonate="chrome110" # Use a common impersonation profile
147
- )
148
- response.raise_for_status()
149
-
150
- # Parse the JSON data from the response
151
- json_data = None
152
- for line in response.text.split('\n'):
153
- if line.strip():
154
- try:
155
- parsed = json.loads(line)
156
- if isinstance(parsed, dict) and "nodes" in parsed:
157
- json_data = parsed
158
- break
159
- except json.JSONDecodeError:
160
- continue
161
-
162
- if not json_data:
163
- # Fall back to a UUID if we can't parse the response
164
- return str(uuid.uuid4())
165
-
166
- # Extract message ID using the same pattern as in the example
167
- if json_data.get("nodes", []) and json_data["nodes"][-1].get("type") == "error":
168
- return str(uuid.uuid4())
169
-
170
- data = json_data["nodes"][1]["data"]
171
- keys = data[data[0]["messages"]]
172
- message_keys = data[keys[-1]]
173
- message_id = data[message_keys["id"]]
174
-
175
- return message_id
176
-
177
- except CurlError: # Catch CurlError
178
- return str(uuid.uuid4()) # Fallback on CurlError
179
- except Exception: # Catch other potential exceptions
180
- # Fall back to a UUID if there's an error
181
- return str(uuid.uuid4())
182
-
183
- def generate_boundary(self):
184
- """Generate a random boundary for multipart/form-data requests"""
185
- boundary_chars = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789"
186
- boundary = "----WebKitFormBoundary"
187
- boundary += "".join(random.choice(boundary_chars) for _ in range(16))
188
- return boundary
189
-
190
- @staticmethod
191
- def _lambdachat_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
192
- """Extracts content from LambdaChat stream JSON objects."""
193
- if not isinstance(chunk, dict) or "type" not in chunk:
194
- return None
195
-
196
- reasoning_text = ""
197
- if chunk["type"] == "stream" and "token" in chunk:
198
- return chunk["token"].replace("\u0000", "")
199
- # elif chunk["type"] == "finalAnswer":
200
- # return chunk.get("text")
201
- elif chunk["type"] == "reasoning" and chunk.get("subtype") == "stream" and "token" in chunk:
202
- # Prepend reasoning with <think> tags? Or handle separately? For now, just return token.
203
- return chunk["token"] # Or potentially format as f"<think>{chunk['token']}</think>"
204
- return None
205
-
206
- def ask(
207
- self,
208
- prompt: str,
209
- stream: bool = False, # API supports streaming
210
- raw: bool = False,
211
- optimizer: str = None, # Note: optimizer is not used by this API
212
- conversationally: bool = False, # Note: conversationally is not used by this API
213
- web_search: bool = False,
214
- ) -> Union[Dict[str, Any], Generator]:
215
- """Send a message to the Lambda Chat API"""
216
- model = self.model
217
-
218
- # Check if we have a conversation for this model
219
- if model not in self._conversation_data:
220
- conversation_id = self.create_conversation(model)
221
- if not conversation_id:
222
- raise exceptions.FailedToGenerateResponseError(f"Failed to create conversation with model {model}")
223
- else:
224
- conversation_id = self._conversation_data[model]["conversationId"]
225
- # Refresh message ID
226
- self._conversation_data[model]["messageId"] = self.fetch_message_id(conversation_id)
227
-
228
- url = f"{self.url}/conversation/{conversation_id}"
229
- message_id = self._conversation_data[model]["messageId"]
230
-
231
- # Data to send (tools should be empty list by default)
232
- request_data = {
233
- "inputs": prompt,
234
- "id": message_id,
235
- "is_retry": False,
236
- "is_continue": False,
237
- "web_search": web_search,
238
- "tools": []
239
- }
240
-
241
- # Update headers for this specific request
242
- headers = self.headers.copy()
243
- headers["Referer"] = f"{self.url}/conversation/{conversation_id}"
244
- headers["Accept-Encoding"] = "gzip, deflate, br, zstd"
245
- headers["Accept-Language"] = "en-US,en;q=0.9,en-IN;q=0.8"
246
- headers["Sec-GPC"] = "1"
247
- headers["Sec-Ch-Ua"] = '"Not)A;Brand";v="8", "Chromium";v="138", "Microsoft Edge";v="138"'
248
- headers["Sec-Ch-Ua-Mobile"] = "?0"
249
- headers["Sec-Ch-Ua-Platform"] = '"Windows"'
250
- headers["User-Agent"] = LitAgent().random() # Use LitAgent for User-Agent
251
- headers["Origin"] = self.url
252
-
253
- # Create multipart form data
254
- boundary = self.generate_boundary()
255
- multipart_headers = headers.copy()
256
- multipart_headers["Content-Type"] = f"multipart/form-data; boundary={boundary}"
257
-
258
- # Serialize the data to JSON
259
- data_json = json.dumps(request_data, separators=(',', ':'))
260
-
261
- # Create the multipart form data body
262
- body = f"--{boundary}\r\n"
263
- body += f'Content-Disposition: form-data; name="data"\r\n'
264
- body += f"\r\n"
265
- body += f"{data_json}\r\n"
266
- body += f"--{boundary}--\r\n"
267
-
268
- multipart_headers["Content-Length"] = str(len(body))
269
-
270
- def for_stream():
271
- streaming_text = "" # Initialize for history
272
- try:
273
- # Try with multipart/form-data first
274
- response = None
275
- try:
276
- # Use curl_cffi session post with impersonate
277
- response = self.session.post(
278
- url,
279
- data=body,
280
- headers=multipart_headers, # Use multipart headers
281
- stream=True,
282
- timeout=self.timeout,
283
- impersonate="chrome110" # Use a common impersonation profile
284
- )
285
- response.raise_for_status() # Check status after potential error
286
- except (CurlError, exceptions.FailedToGenerateResponseError, Exception): # Catch potential errors
287
- response = None # Ensure response is None if multipart fails
288
-
289
- # If multipart fails or returns error, try with regular JSON
290
- if not response or response.status_code != 200:
291
- # Use curl_cffi session post with impersonate
292
- response = self.session.post(
293
- url,
294
- json=request_data, # Use JSON payload
295
- headers=headers, # Use regular headers
296
- stream=True,
297
- timeout=self.timeout,
298
- impersonate="chrome110" # Use a common impersonation profile
299
- )
300
-
301
- response.raise_for_status() # Check status after potential fallback
302
-
303
- # Use sanitize_stream
304
- processed_stream = sanitize_stream(
305
- data=response.iter_content(chunk_size=None), # Pass byte iterator
306
- intro_value=None, # No prefix
307
- to_json=True, # Stream sends JSON lines
308
- content_extractor=self._lambdachat_extractor, # Use the specific extractor
309
- yield_raw_on_error=False # Skip non-JSON lines or lines where extractor fails
310
- )
311
-
312
- for content_chunk in processed_stream:
313
- # content_chunk is the string extracted by _lambdachat_extractor
314
- if content_chunk and isinstance(content_chunk, str):
315
- streaming_text += content_chunk # Aggregate text for history
316
- resp = {"text": content_chunk}
317
- yield resp if not raw else content_chunk
318
-
319
- except (CurlError, exceptions.FailedToGenerateResponseError, Exception) as e: # Catch errors from both attempts
320
- # Handle specific exceptions if needed
321
- if isinstance(e, CurlError):
322
- # Log or handle CurlError specifically
323
- pass
324
-
325
- # Try another model if current one fails
326
- if len(self.AVAILABLE_MODELS) > 1:
327
- current_model_index = self.AVAILABLE_MODELS.index(self.model) if self.model in self.AVAILABLE_MODELS else 0
328
- next_model_index = (current_model_index + 1) % len(self.AVAILABLE_MODELS)
329
- self.model = self.AVAILABLE_MODELS[next_model_index]
330
-
331
- # Create new conversation with the alternate model
332
- conversation_id = self.create_conversation(self.model)
333
- if conversation_id:
334
- # Try again with the new model
335
- yield from self.ask(prompt, stream=True, raw=raw, optimizer=optimizer,
336
- conversationally=conversationally, web_search=web_search)
337
- return
338
-
339
- # If we get here, all models failed
340
- raise exceptions.FailedToGenerateResponseError(f"Request failed after trying fallback: {str(e)}") from e
341
-
342
- # Update history after stream finishes
343
- if streaming_text and self.conversation.file:
344
- self.last_response = {"text": streaming_text}
345
- self.conversation.update_chat_history(prompt, streaming_text)
346
-
347
- def for_non_stream():
348
- # Aggregate the stream using the updated for_stream logic
349
- response_text = ""
350
- try:
351
- # Ensure raw=False so for_stream yields dicts
352
- for chunk_data in for_stream():
353
- if isinstance(chunk_data, dict) and "text" in chunk_data:
354
- response_text += chunk_data["text"]
355
- # Handle raw string case if raw=True was passed
356
- elif raw and isinstance(chunk_data, str):
357
- response_text += chunk_data
358
- except Exception as e:
359
- # If aggregation fails but some text was received, use it. Otherwise, re-raise.
360
- if not response_text:
361
- raise exceptions.FailedToGenerateResponseError(f"Failed to get non-stream response: {str(e)}") from e
362
-
363
- # last_response and history are updated within process_response called by for_stream
364
- # Return the final aggregated response dict or raw string
365
- return response_text if raw else {"text": response_text} # Return dict for consistency
366
-
367
-
368
- return for_stream() if stream else for_non_stream()
369
-
370
- def chat(
371
- self,
372
- prompt: str,
373
- stream: bool = False,
374
- optimizer: str = None, # Note: optimizer is not used by this API
375
- conversationally: bool = False, # Note: conversationally is not used by this API
376
- web_search: bool = False
377
- ) -> Union[str, Generator]:
378
- """Generate a response to a prompt"""
379
- def for_stream_chat():
380
- # ask() yields dicts or strings when streaming
381
- gen = self.ask(
382
- prompt, stream=True, raw=False, # Ensure ask yields dicts
383
- optimizer=optimizer, conversationally=conversationally, web_search=web_search
384
- )
385
- for response_dict in gen:
386
- yield self.get_message(response_dict) # get_message expects dict
387
-
388
- def for_non_stream_chat():
389
- # ask() returns dict or str when not streaming
390
- response_data = self.ask(
391
- prompt, stream=False, raw=False, # Ensure ask returns dict
392
- optimizer=optimizer, conversationally=conversationally, web_search=web_search
393
- )
394
- return self.get_message(response_data) # get_message expects dict
395
-
396
- return for_stream_chat() if stream else for_non_stream_chat()
397
-
398
- def get_message(self, response: dict) -> str:
399
- """Extract message text from response"""
400
- assert isinstance(response, dict), "Response should be of dict data-type only"
401
- return response.get("text", "")
402
-
403
- if __name__ == "__main__":
404
- # Ensure curl_cffi is installed
405
- print("-" * 80)
406
- print(f"{'Model':<50} {'Status':<10} {'Response'}")
407
- print("-" * 80)
408
-
409
- for model in LambdaChat.AVAILABLE_MODELS:
410
- try:
411
- test_ai = LambdaChat(model=model, timeout=60)
412
- response = test_ai.chat("Say 'Hello' in one word")
413
- response_text = response
414
-
415
- if response_text and len(response_text.strip()) > 0:
416
- status = "✓"
417
- # Truncate response if too long
418
- display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
419
- else:
420
- status = "✗"
421
- display_text = "Empty or invalid response"
422
- print(f"{model:<50} {status:<10} {display_text}")
423
- except Exception as e:
1
+ from curl_cffi.requests import Session
2
+ from curl_cffi import CurlError
3
+ import json
4
+ import random
5
+ import uuid
6
+ from typing import Any, Dict, Optional, Union, Generator
7
+
8
+ from webscout.AIutel import Conversation, sanitize_stream
9
+ from webscout.AIbase import Provider # Import sanitize_stream
10
+ from webscout import exceptions
11
+ from webscout.litagent import LitAgent
12
+
13
+ class LambdaChat(Provider):
14
+ """
15
+ A class to interact with the Lambda Chat API.
16
+ Supports streaming responses.
17
+ """
18
+ url = "https://lambda.chat"
19
+ required_auth = False
20
+ AVAILABLE_MODELS = [
21
+ "deepseek-llama3.3-70b",
22
+ "apriel-5b-instruct",
23
+ "deepseek-r1",
24
+ "deepseek-v3-0324",
25
+ "deepseek-r1-0528",
26
+ "hermes-3-llama-3.1-405b-fp8",
27
+ "llama3.1-nemotron-70b-instruct",
28
+ "lfm-40b",
29
+ "llama3.3-70b-instruct-fp8",
30
+ "qwen25-coder-32b-instruct",
31
+ "qwen3-32b-fp8",
32
+ "llama-4-maverick-70b-128e-instruct-fp8",
33
+ "llama-4-scout-17b-16e-instruct"
34
+
35
+ ]
36
+
37
+ def __init__(
38
+ self,
39
+ is_conversation: bool = True,
40
+ max_tokens: int = 2000, # Note: max_tokens is not used by this API
41
+ timeout: int = 60,
42
+ filepath: str = None,
43
+ update_file: bool = True,
44
+ proxies: dict = {},
45
+ model: str = "deepseek-llama3.3-70b",
46
+ assistantId: str = None, # Note: assistantId is not used by this API
47
+ system_prompt: str = "You are a helpful assistant. Please answer the following question.", # Note: system_prompt is not used by this API
48
+ ):
49
+ """Initialize the LambdaChat client."""
50
+ if model not in self.AVAILABLE_MODELS:
51
+ raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
52
+
53
+ self.model = model
54
+ # Initialize curl_cffi Session
55
+ self.session = Session()
56
+ self.assistantId = assistantId
57
+ self.system_prompt = system_prompt
58
+
59
+ # Set up headers for all requests
60
+ self.headers = {
61
+ "Content-Type": "application/json", # Keep Content-Type for JSON posts
62
+ "Accept": "*/*", # Keep Accept
63
+ # "User-Agent": LitAgent().random(), # Removed, handled by impersonate
64
+ "Accept-Language": "en-US,en;q=0.9", # Keep Accept-Language
65
+ "Origin": self.url, # Keep Origin
66
+ "Referer": f"{self.url}/", # Keep Referer (will be updated per request)
67
+ # "Sec-Ch-Ua": "\"Chromium\";v=\"120\"", # Removed, handled by impersonate
68
+ # "Sec-Ch-Ua-Mobile": "?0", # Removed, handled by impersonate
69
+ # "Sec-Ch-Ua-Platform": "\"Windows\"", # Removed, handled by impersonate
70
+ "Sec-Fetch-Dest": "empty", # Keep Sec-Fetch-* headers
71
+ "Sec-Fetch-Mode": "cors",
72
+ "Sec-Fetch-Site": "same-origin",
73
+ "DNT": "1", # Keep DNT
74
+ "Priority": "u=1, i" # Keep Priority
75
+ }
76
+
77
+ # Provider settings
78
+ self.is_conversation = is_conversation
79
+ self.max_tokens_to_sample = max_tokens
80
+ self.timeout = timeout
81
+ self.last_response = {}
82
+
83
+ # Initialize conversation history
84
+ self.conversation = Conversation(is_conversation, max_tokens, filepath, update_file)
85
+
86
+ # Store conversation data for different models
87
+ self._conversation_data = {}
88
+
89
+ # Update curl_cffi session headers and proxies
90
+ self.session.headers.update(self.headers)
91
+ self.session.proxies = proxies # Assign proxies directly
92
+
93
+ def create_conversation(self, model: str):
94
+ """Create a new conversation with the specified model, using updated headers and cookies."""
95
+ url = f"{self.url}/conversation"
96
+ payload = {
97
+ "model": model,
98
+ "preprompt": self.system_prompt
99
+ }
100
+
101
+ # Update headers for this specific request
102
+ headers = self.headers.copy()
103
+ headers["Referer"] = f"{self.url}/"
104
+ # Add browser-like headers for best compatibility
105
+ headers["Accept-Encoding"] = "gzip, deflate, br, zstd"
106
+ headers["Accept-Language"] = "en-US,en;q=0.9,en-IN;q=0.8"
107
+ headers["Sec-GPC"] = "1"
108
+ headers["Sec-Ch-Ua"] = '"Not)A;Brand";v="8", "Chromium";v="138", "Microsoft Edge";v="138"'
109
+ headers["Sec-Ch-Ua-Mobile"] = "?0"
110
+ headers["Sec-Ch-Ua-Platform"] = '"Windows"'
111
+ headers["User-Agent"] = LitAgent().random() # Use LitAgent for User-Agent
112
+ headers["Origin"] = self.url
113
+ # cookies are handled by curl_cffi session automatically
114
+
115
+ try:
116
+ response = self.session.post(
117
+ url,
118
+ json=payload,
119
+ headers=headers,
120
+ impersonate="chrome110"
121
+ )
122
+ if response.status_code == 401:
123
+ raise exceptions.AuthenticationError("Authentication failed.")
124
+ if response.status_code != 200:
125
+ return None
126
+ data = response.json()
127
+ conversation_id = data.get("conversationId")
128
+ if model not in self._conversation_data:
129
+ self._conversation_data[model] = {
130
+ "conversationId": conversation_id,
131
+ "messageId": str(uuid.uuid4())
132
+ }
133
+ return conversation_id
134
+ except CurlError:
135
+ return None
136
+ except Exception:
137
+ return None
138
+
139
+ def fetch_message_id(self, conversation_id: str) -> str:
140
+ """Fetch the latest message ID for a conversation."""
141
+ try:
142
+ url = f"{self.url}/conversation/{conversation_id}/__data.json?x-sveltekit-invalidated=11"
143
+ response = self.session.get(
144
+ url,
145
+ headers=self.headers, # Use base headers
146
+ impersonate="chrome110" # Use a common impersonation profile
147
+ )
148
+ response.raise_for_status()
149
+
150
+ # Parse the JSON data from the response
151
+ json_data = None
152
+ for line in response.text.split('\n'):
153
+ if line.strip():
154
+ try:
155
+ parsed = json.loads(line)
156
+ if isinstance(parsed, dict) and "nodes" in parsed:
157
+ json_data = parsed
158
+ break
159
+ except json.JSONDecodeError:
160
+ continue
161
+
162
+ if not json_data:
163
+ # Fall back to a UUID if we can't parse the response
164
+ return str(uuid.uuid4())
165
+
166
+ # Extract message ID using the same pattern as in the example
167
+ if json_data.get("nodes", []) and json_data["nodes"][-1].get("type") == "error":
168
+ return str(uuid.uuid4())
169
+
170
+ data = json_data["nodes"][1]["data"]
171
+ keys = data[data[0]["messages"]]
172
+ message_keys = data[keys[-1]]
173
+ message_id = data[message_keys["id"]]
174
+
175
+ return message_id
176
+
177
+ except CurlError: # Catch CurlError
178
+ return str(uuid.uuid4()) # Fallback on CurlError
179
+ except Exception: # Catch other potential exceptions
180
+ # Fall back to a UUID if there's an error
181
+ return str(uuid.uuid4())
182
+
183
+ def generate_boundary(self):
184
+ """Generate a random boundary for multipart/form-data requests"""
185
+ boundary_chars = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789"
186
+ boundary = "----WebKitFormBoundary"
187
+ boundary += "".join(random.choice(boundary_chars) for _ in range(16))
188
+ return boundary
189
+
190
+ @staticmethod
191
+ def _lambdachat_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
192
+ """Extracts content from LambdaChat stream JSON objects."""
193
+ if not isinstance(chunk, dict) or "type" not in chunk:
194
+ return None
195
+
196
+ reasoning_text = ""
197
+ if chunk["type"] == "stream" and "token" in chunk:
198
+ return chunk["token"].replace("\u0000", "")
199
+ # elif chunk["type"] == "finalAnswer":
200
+ # return chunk.get("text")
201
+ elif chunk["type"] == "reasoning" and chunk.get("subtype") == "stream" and "token" in chunk:
202
+ # Prepend reasoning with <think> tags? Or handle separately? For now, just return token.
203
+ return chunk["token"] # Or potentially format as f"<think>{chunk['token']}</think>"
204
+ return None
205
+
206
+ def ask(
207
+ self,
208
+ prompt: str,
209
+ stream: bool = False, # API supports streaming
210
+ raw: bool = False,
211
+ optimizer: str = None, # Note: optimizer is not used by this API
212
+ conversationally: bool = False, # Note: conversationally is not used by this API
213
+ web_search: bool = False,
214
+ ) -> Union[Dict[str, Any], Generator]:
215
+ """Send a message to the Lambda Chat API"""
216
+ model = self.model
217
+
218
+ # Check if we have a conversation for this model
219
+ if model not in self._conversation_data:
220
+ conversation_id = self.create_conversation(model)
221
+ if not conversation_id:
222
+ raise exceptions.FailedToGenerateResponseError(f"Failed to create conversation with model {model}")
223
+ else:
224
+ conversation_id = self._conversation_data[model]["conversationId"]
225
+ # Refresh message ID
226
+ self._conversation_data[model]["messageId"] = self.fetch_message_id(conversation_id)
227
+
228
+ url = f"{self.url}/conversation/{conversation_id}"
229
+ message_id = self._conversation_data[model]["messageId"]
230
+
231
+ # Data to send (tools should be empty list by default)
232
+ request_data = {
233
+ "inputs": prompt,
234
+ "id": message_id,
235
+ "is_retry": False,
236
+ "is_continue": False,
237
+ "web_search": web_search,
238
+ "tools": []
239
+ }
240
+
241
+ # Update headers for this specific request
242
+ headers = self.headers.copy()
243
+ headers["Referer"] = f"{self.url}/conversation/{conversation_id}"
244
+ headers["Accept-Encoding"] = "gzip, deflate, br, zstd"
245
+ headers["Accept-Language"] = "en-US,en;q=0.9,en-IN;q=0.8"
246
+ headers["Sec-GPC"] = "1"
247
+ headers["Sec-Ch-Ua"] = '"Not)A;Brand";v="8", "Chromium";v="138", "Microsoft Edge";v="138"'
248
+ headers["Sec-Ch-Ua-Mobile"] = "?0"
249
+ headers["Sec-Ch-Ua-Platform"] = '"Windows"'
250
+ headers["User-Agent"] = LitAgent().random() # Use LitAgent for User-Agent
251
+ headers["Origin"] = self.url
252
+
253
+ # Create multipart form data
254
+ boundary = self.generate_boundary()
255
+ multipart_headers = headers.copy()
256
+ multipart_headers["Content-Type"] = f"multipart/form-data; boundary={boundary}"
257
+
258
+ # Serialize the data to JSON
259
+ data_json = json.dumps(request_data, separators=(',', ':'))
260
+
261
+ # Create the multipart form data body
262
+ body = f"--{boundary}\r\n"
263
+ body += f'Content-Disposition: form-data; name="data"\r\n'
264
+ body += f"\r\n"
265
+ body += f"{data_json}\r\n"
266
+ body += f"--{boundary}--\r\n"
267
+
268
+ multipart_headers["Content-Length"] = str(len(body))
269
+
270
+ def for_stream():
271
+ streaming_text = "" # Initialize for history
272
+ try:
273
+ # Try with multipart/form-data first
274
+ response = None
275
+ try:
276
+ # Use curl_cffi session post with impersonate
277
+ response = self.session.post(
278
+ url,
279
+ data=body,
280
+ headers=multipart_headers, # Use multipart headers
281
+ stream=True,
282
+ timeout=self.timeout,
283
+ impersonate="chrome110" # Use a common impersonation profile
284
+ )
285
+ response.raise_for_status() # Check status after potential error
286
+ except (CurlError, exceptions.FailedToGenerateResponseError, Exception): # Catch potential errors
287
+ response = None # Ensure response is None if multipart fails
288
+
289
+ # If multipart fails or returns error, try with regular JSON
290
+ if not response or response.status_code != 200:
291
+ # Use curl_cffi session post with impersonate
292
+ response = self.session.post(
293
+ url,
294
+ json=request_data, # Use JSON payload
295
+ headers=headers, # Use regular headers
296
+ stream=True,
297
+ timeout=self.timeout,
298
+ impersonate="chrome110" # Use a common impersonation profile
299
+ )
300
+
301
+ response.raise_for_status() # Check status after potential fallback
302
+
303
+ # Use sanitize_stream
304
+ processed_stream = sanitize_stream(
305
+ data=response.iter_content(chunk_size=None), # Pass byte iterator
306
+ intro_value=None, # No prefix
307
+ to_json=True, # Stream sends JSON lines
308
+ content_extractor=self._lambdachat_extractor, # Use the specific extractor
309
+ yield_raw_on_error=False # Skip non-JSON lines or lines where extractor fails
310
+ )
311
+
312
+ for content_chunk in processed_stream:
313
+ # content_chunk is the string extracted by _lambdachat_extractor
314
+ if content_chunk and isinstance(content_chunk, str):
315
+ streaming_text += content_chunk # Aggregate text for history
316
+ resp = {"text": content_chunk}
317
+ yield resp if not raw else content_chunk
318
+
319
+ except (CurlError, exceptions.FailedToGenerateResponseError, Exception) as e: # Catch errors from both attempts
320
+ # Handle specific exceptions if needed
321
+ if isinstance(e, CurlError):
322
+ # Log or handle CurlError specifically
323
+ pass
324
+
325
+ # Try another model if current one fails
326
+ if len(self.AVAILABLE_MODELS) > 1:
327
+ current_model_index = self.AVAILABLE_MODELS.index(self.model) if self.model in self.AVAILABLE_MODELS else 0
328
+ next_model_index = (current_model_index + 1) % len(self.AVAILABLE_MODELS)
329
+ self.model = self.AVAILABLE_MODELS[next_model_index]
330
+
331
+ # Create new conversation with the alternate model
332
+ conversation_id = self.create_conversation(self.model)
333
+ if conversation_id:
334
+ # Try again with the new model
335
+ yield from self.ask(prompt, stream=True, raw=raw, optimizer=optimizer,
336
+ conversationally=conversationally, web_search=web_search)
337
+ return
338
+
339
+ # If we get here, all models failed
340
+ raise exceptions.FailedToGenerateResponseError(f"Request failed after trying fallback: {str(e)}") from e
341
+
342
+ # Update history after stream finishes
343
+ if streaming_text and self.conversation.file:
344
+ self.last_response = {"text": streaming_text}
345
+ self.conversation.update_chat_history(prompt, streaming_text)
346
+
347
+ def for_non_stream():
348
+ # Aggregate the stream using the updated for_stream logic
349
+ response_text = ""
350
+ try:
351
+ # Ensure raw=False so for_stream yields dicts
352
+ for chunk_data in for_stream():
353
+ if isinstance(chunk_data, dict) and "text" in chunk_data:
354
+ response_text += chunk_data["text"]
355
+ # Handle raw string case if raw=True was passed
356
+ elif raw and isinstance(chunk_data, str):
357
+ response_text += chunk_data
358
+ except Exception as e:
359
+ # If aggregation fails but some text was received, use it. Otherwise, re-raise.
360
+ if not response_text:
361
+ raise exceptions.FailedToGenerateResponseError(f"Failed to get non-stream response: {str(e)}") from e
362
+
363
+ # last_response and history are updated within process_response called by for_stream
364
+ # Return the final aggregated response dict or raw string
365
+ return response_text if raw else {"text": response_text} # Return dict for consistency
366
+
367
+
368
+ return for_stream() if stream else for_non_stream()
369
+
370
+ def chat(
371
+ self,
372
+ prompt: str,
373
+ stream: bool = False,
374
+ optimizer: str = None, # Note: optimizer is not used by this API
375
+ conversationally: bool = False, # Note: conversationally is not used by this API
376
+ web_search: bool = False
377
+ ) -> Union[str, Generator]:
378
+ """Generate a response to a prompt"""
379
+ def for_stream_chat():
380
+ # ask() yields dicts or strings when streaming
381
+ gen = self.ask(
382
+ prompt, stream=True, raw=False, # Ensure ask yields dicts
383
+ optimizer=optimizer, conversationally=conversationally, web_search=web_search
384
+ )
385
+ for response_dict in gen:
386
+ yield self.get_message(response_dict) # get_message expects dict
387
+
388
+ def for_non_stream_chat():
389
+ # ask() returns dict or str when not streaming
390
+ response_data = self.ask(
391
+ prompt, stream=False, raw=False, # Ensure ask returns dict
392
+ optimizer=optimizer, conversationally=conversationally, web_search=web_search
393
+ )
394
+ return self.get_message(response_data) # get_message expects dict
395
+
396
+ return for_stream_chat() if stream else for_non_stream_chat()
397
+
398
+ def get_message(self, response: dict) -> str:
399
+ """Extract message text from response"""
400
+ assert isinstance(response, dict), "Response should be of dict data-type only"
401
+ return response.get("text", "")
402
+
403
+ if __name__ == "__main__":
404
+ # Ensure curl_cffi is installed
405
+ print("-" * 80)
406
+ print(f"{'Model':<50} {'Status':<10} {'Response'}")
407
+ print("-" * 80)
408
+
409
+ for model in LambdaChat.AVAILABLE_MODELS:
410
+ try:
411
+ test_ai = LambdaChat(model=model, timeout=60)
412
+ response = test_ai.chat("Say 'Hello' in one word")
413
+ response_text = response
414
+
415
+ if response_text and len(response_text.strip()) > 0:
416
+ status = "✓"
417
+ # Truncate response if too long
418
+ display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
419
+ else:
420
+ status = "✗"
421
+ display_text = "Empty or invalid response"
422
+ print(f"{model:<50} {status:<10} {display_text}")
423
+ except Exception as e:
424
424
  print(f"{model:<50} {'✗':<10} {str(e)}")