webscout 8.2.9__py3-none-any.whl → 2026.1.19__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- webscout/AIauto.py +524 -251
- webscout/AIbase.py +247 -319
- webscout/AIutel.py +68 -703
- webscout/Bard.py +1072 -1026
- webscout/Extra/GitToolkit/__init__.py +10 -10
- webscout/Extra/GitToolkit/gitapi/__init__.py +20 -12
- webscout/Extra/GitToolkit/gitapi/gist.py +142 -0
- webscout/Extra/GitToolkit/gitapi/organization.py +91 -0
- webscout/Extra/GitToolkit/gitapi/repository.py +308 -195
- webscout/Extra/GitToolkit/gitapi/search.py +162 -0
- webscout/Extra/GitToolkit/gitapi/trending.py +236 -0
- webscout/Extra/GitToolkit/gitapi/user.py +128 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +82 -62
- webscout/Extra/YTToolkit/README.md +443 -375
- webscout/Extra/YTToolkit/YTdownloader.py +953 -957
- webscout/Extra/YTToolkit/__init__.py +3 -3
- webscout/Extra/YTToolkit/transcriber.py +595 -476
- webscout/Extra/YTToolkit/ytapi/README.md +230 -44
- webscout/Extra/YTToolkit/ytapi/__init__.py +22 -6
- webscout/Extra/YTToolkit/ytapi/captions.py +190 -0
- webscout/Extra/YTToolkit/ytapi/channel.py +302 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +178 -118
- webscout/Extra/YTToolkit/ytapi/hashtag.py +120 -0
- webscout/Extra/YTToolkit/ytapi/https.py +89 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +59 -59
- webscout/Extra/YTToolkit/ytapi/pool.py +8 -8
- webscout/Extra/YTToolkit/ytapi/query.py +143 -40
- webscout/Extra/YTToolkit/ytapi/shorts.py +122 -0
- webscout/Extra/YTToolkit/ytapi/stream.py +68 -63
- webscout/Extra/YTToolkit/ytapi/suggestions.py +97 -0
- webscout/Extra/YTToolkit/ytapi/utils.py +66 -62
- webscout/Extra/YTToolkit/ytapi/video.py +403 -232
- webscout/Extra/__init__.py +2 -3
- webscout/Extra/gguf.py +1298 -684
- webscout/Extra/tempmail/README.md +487 -487
- webscout/Extra/tempmail/__init__.py +28 -28
- webscout/Extra/tempmail/async_utils.py +143 -141
- webscout/Extra/tempmail/base.py +172 -161
- webscout/Extra/tempmail/cli.py +191 -187
- webscout/Extra/tempmail/emailnator.py +88 -84
- webscout/Extra/tempmail/mail_tm.py +378 -361
- webscout/Extra/tempmail/temp_mail_io.py +304 -292
- webscout/Extra/weather.py +196 -194
- webscout/Extra/weather_ascii.py +17 -15
- webscout/Provider/AISEARCH/PERPLEXED_search.py +175 -0
- webscout/Provider/AISEARCH/Perplexity.py +292 -333
- webscout/Provider/AISEARCH/README.md +106 -279
- webscout/Provider/AISEARCH/__init__.py +16 -9
- webscout/Provider/AISEARCH/brave_search.py +298 -0
- webscout/Provider/AISEARCH/iask_search.py +357 -410
- webscout/Provider/AISEARCH/monica_search.py +200 -220
- webscout/Provider/AISEARCH/webpilotai_search.py +242 -255
- webscout/Provider/Algion.py +413 -0
- webscout/Provider/Andi.py +74 -69
- webscout/Provider/Apriel.py +313 -0
- webscout/Provider/Ayle.py +323 -0
- webscout/Provider/ChatSandbox.py +329 -342
- webscout/Provider/ClaudeOnline.py +365 -0
- webscout/Provider/Cohere.py +232 -208
- webscout/Provider/DeepAI.py +367 -0
- webscout/Provider/Deepinfra.py +467 -340
- webscout/Provider/EssentialAI.py +217 -0
- webscout/Provider/ExaAI.py +274 -261
- webscout/Provider/Gemini.py +175 -169
- webscout/Provider/GithubChat.py +385 -369
- webscout/Provider/Gradient.py +286 -0
- webscout/Provider/Groq.py +556 -801
- webscout/Provider/HadadXYZ.py +323 -0
- webscout/Provider/HeckAI.py +392 -375
- webscout/Provider/HuggingFace.py +387 -0
- webscout/Provider/IBM.py +340 -0
- webscout/Provider/Jadve.py +317 -291
- webscout/Provider/K2Think.py +306 -0
- webscout/Provider/Koboldai.py +221 -384
- webscout/Provider/Netwrck.py +273 -270
- webscout/Provider/Nvidia.py +310 -0
- webscout/Provider/OPENAI/DeepAI.py +489 -0
- webscout/Provider/OPENAI/K2Think.py +423 -0
- webscout/Provider/OPENAI/PI.py +463 -0
- webscout/Provider/OPENAI/README.md +890 -952
- webscout/Provider/OPENAI/TogetherAI.py +405 -0
- webscout/Provider/OPENAI/TwoAI.py +255 -357
- webscout/Provider/OPENAI/__init__.py +148 -40
- webscout/Provider/OPENAI/ai4chat.py +348 -293
- webscout/Provider/OPENAI/akashgpt.py +436 -0
- webscout/Provider/OPENAI/algion.py +303 -0
- webscout/Provider/OPENAI/{exachat.py → ayle.py} +365 -444
- webscout/Provider/OPENAI/base.py +253 -249
- webscout/Provider/OPENAI/cerebras.py +296 -0
- webscout/Provider/OPENAI/chatgpt.py +870 -556
- webscout/Provider/OPENAI/chatsandbox.py +233 -173
- webscout/Provider/OPENAI/deepinfra.py +403 -322
- webscout/Provider/OPENAI/e2b.py +2370 -1414
- webscout/Provider/OPENAI/elmo.py +278 -0
- webscout/Provider/OPENAI/exaai.py +452 -417
- webscout/Provider/OPENAI/freeassist.py +446 -0
- webscout/Provider/OPENAI/gradient.py +448 -0
- webscout/Provider/OPENAI/groq.py +380 -364
- webscout/Provider/OPENAI/hadadxyz.py +292 -0
- webscout/Provider/OPENAI/heckai.py +333 -308
- webscout/Provider/OPENAI/huggingface.py +321 -0
- webscout/Provider/OPENAI/ibm.py +425 -0
- webscout/Provider/OPENAI/llmchat.py +253 -0
- webscout/Provider/OPENAI/llmchatco.py +378 -335
- webscout/Provider/OPENAI/meta.py +541 -0
- webscout/Provider/OPENAI/netwrck.py +374 -357
- webscout/Provider/OPENAI/nvidia.py +317 -0
- webscout/Provider/OPENAI/oivscode.py +348 -287
- webscout/Provider/OPENAI/openrouter.py +328 -0
- webscout/Provider/OPENAI/pydantic_imports.py +1 -172
- webscout/Provider/OPENAI/sambanova.py +397 -0
- webscout/Provider/OPENAI/sonus.py +305 -304
- webscout/Provider/OPENAI/textpollinations.py +370 -339
- webscout/Provider/OPENAI/toolbaz.py +375 -413
- webscout/Provider/OPENAI/typefully.py +419 -355
- webscout/Provider/OPENAI/typliai.py +279 -0
- webscout/Provider/OPENAI/utils.py +314 -318
- webscout/Provider/OPENAI/wisecat.py +359 -387
- webscout/Provider/OPENAI/writecream.py +185 -163
- webscout/Provider/OPENAI/x0gpt.py +462 -365
- webscout/Provider/OPENAI/zenmux.py +380 -0
- webscout/Provider/OpenRouter.py +386 -0
- webscout/Provider/Openai.py +337 -496
- webscout/Provider/PI.py +443 -429
- webscout/Provider/QwenLM.py +346 -254
- webscout/Provider/STT/__init__.py +28 -0
- webscout/Provider/STT/base.py +303 -0
- webscout/Provider/STT/elevenlabs.py +264 -0
- webscout/Provider/Sambanova.py +317 -0
- webscout/Provider/TTI/README.md +69 -82
- webscout/Provider/TTI/__init__.py +37 -7
- webscout/Provider/TTI/base.py +147 -64
- webscout/Provider/TTI/claudeonline.py +393 -0
- webscout/Provider/TTI/magicstudio.py +292 -201
- webscout/Provider/TTI/miragic.py +180 -0
- webscout/Provider/TTI/pollinations.py +331 -221
- webscout/Provider/TTI/together.py +334 -0
- webscout/Provider/TTI/utils.py +14 -11
- webscout/Provider/TTS/README.md +186 -192
- webscout/Provider/TTS/__init__.py +43 -10
- webscout/Provider/TTS/base.py +523 -159
- webscout/Provider/TTS/deepgram.py +286 -156
- webscout/Provider/TTS/elevenlabs.py +189 -111
- webscout/Provider/TTS/freetts.py +218 -0
- webscout/Provider/TTS/murfai.py +288 -113
- webscout/Provider/TTS/openai_fm.py +364 -129
- webscout/Provider/TTS/parler.py +203 -111
- webscout/Provider/TTS/qwen.py +334 -0
- webscout/Provider/TTS/sherpa.py +286 -0
- webscout/Provider/TTS/speechma.py +693 -580
- webscout/Provider/TTS/streamElements.py +275 -333
- webscout/Provider/TTS/utils.py +280 -280
- webscout/Provider/TextPollinationsAI.py +331 -308
- webscout/Provider/TogetherAI.py +450 -0
- webscout/Provider/TwoAI.py +309 -475
- webscout/Provider/TypliAI.py +311 -305
- webscout/Provider/UNFINISHED/ChatHub.py +219 -209
- webscout/Provider/{OPENAI/glider.py → UNFINISHED/ChutesAI.py} +331 -326
- webscout/Provider/{GizAI.py → UNFINISHED/GizAI.py} +300 -295
- webscout/Provider/{Marcus.py → UNFINISHED/Marcus.py} +218 -198
- webscout/Provider/UNFINISHED/Qodo.py +481 -0
- webscout/Provider/{MCPCore.py → UNFINISHED/XenAI.py} +330 -315
- webscout/Provider/UNFINISHED/Youchat.py +347 -330
- webscout/Provider/UNFINISHED/aihumanizer.py +41 -0
- webscout/Provider/UNFINISHED/grammerchecker.py +37 -0
- webscout/Provider/UNFINISHED/liner.py +342 -0
- webscout/Provider/UNFINISHED/liner_api_request.py +246 -263
- webscout/Provider/{samurai.py → UNFINISHED/samurai.py} +231 -224
- webscout/Provider/WiseCat.py +256 -233
- webscout/Provider/WrDoChat.py +390 -370
- webscout/Provider/__init__.py +115 -174
- webscout/Provider/ai4chat.py +181 -174
- webscout/Provider/akashgpt.py +330 -335
- webscout/Provider/cerebras.py +397 -290
- webscout/Provider/cleeai.py +236 -213
- webscout/Provider/elmo.py +291 -283
- webscout/Provider/geminiapi.py +343 -208
- webscout/Provider/julius.py +245 -223
- webscout/Provider/learnfastai.py +333 -325
- webscout/Provider/llama3mitril.py +230 -215
- webscout/Provider/llmchat.py +308 -258
- webscout/Provider/llmchatco.py +321 -306
- webscout/Provider/meta.py +996 -801
- webscout/Provider/oivscode.py +332 -309
- webscout/Provider/searchchat.py +316 -292
- webscout/Provider/sonus.py +264 -258
- webscout/Provider/toolbaz.py +359 -353
- webscout/Provider/turboseek.py +332 -266
- webscout/Provider/typefully.py +262 -202
- webscout/Provider/x0gpt.py +332 -299
- webscout/__init__.py +31 -39
- webscout/__main__.py +5 -5
- webscout/cli.py +585 -524
- webscout/client.py +1497 -70
- webscout/conversation.py +140 -436
- webscout/exceptions.py +383 -362
- webscout/litagent/__init__.py +29 -29
- webscout/litagent/agent.py +492 -455
- webscout/litagent/constants.py +60 -60
- webscout/models.py +505 -181
- webscout/optimizers.py +74 -420
- webscout/prompt_manager.py +376 -288
- webscout/sanitize.py +1514 -0
- webscout/scout/README.md +452 -404
- webscout/scout/__init__.py +8 -8
- webscout/scout/core/__init__.py +7 -7
- webscout/scout/core/crawler.py +330 -210
- webscout/scout/core/scout.py +800 -607
- webscout/scout/core/search_result.py +51 -96
- webscout/scout/core/text_analyzer.py +64 -63
- webscout/scout/core/text_utils.py +412 -277
- webscout/scout/core/web_analyzer.py +54 -52
- webscout/scout/element.py +872 -478
- webscout/scout/parsers/__init__.py +70 -69
- webscout/scout/parsers/html5lib_parser.py +182 -172
- webscout/scout/parsers/html_parser.py +238 -236
- webscout/scout/parsers/lxml_parser.py +203 -178
- webscout/scout/utils.py +38 -37
- webscout/search/__init__.py +47 -0
- webscout/search/base.py +201 -0
- webscout/search/bing_main.py +45 -0
- webscout/search/brave_main.py +92 -0
- webscout/search/duckduckgo_main.py +57 -0
- webscout/search/engines/__init__.py +127 -0
- webscout/search/engines/bing/__init__.py +15 -0
- webscout/search/engines/bing/base.py +35 -0
- webscout/search/engines/bing/images.py +114 -0
- webscout/search/engines/bing/news.py +96 -0
- webscout/search/engines/bing/suggestions.py +36 -0
- webscout/search/engines/bing/text.py +109 -0
- webscout/search/engines/brave/__init__.py +19 -0
- webscout/search/engines/brave/base.py +47 -0
- webscout/search/engines/brave/images.py +213 -0
- webscout/search/engines/brave/news.py +353 -0
- webscout/search/engines/brave/suggestions.py +318 -0
- webscout/search/engines/brave/text.py +167 -0
- webscout/search/engines/brave/videos.py +364 -0
- webscout/search/engines/duckduckgo/__init__.py +25 -0
- webscout/search/engines/duckduckgo/answers.py +80 -0
- webscout/search/engines/duckduckgo/base.py +189 -0
- webscout/search/engines/duckduckgo/images.py +100 -0
- webscout/search/engines/duckduckgo/maps.py +183 -0
- webscout/search/engines/duckduckgo/news.py +70 -0
- webscout/search/engines/duckduckgo/suggestions.py +22 -0
- webscout/search/engines/duckduckgo/text.py +221 -0
- webscout/search/engines/duckduckgo/translate.py +48 -0
- webscout/search/engines/duckduckgo/videos.py +80 -0
- webscout/search/engines/duckduckgo/weather.py +84 -0
- webscout/search/engines/mojeek.py +61 -0
- webscout/search/engines/wikipedia.py +77 -0
- webscout/search/engines/yahoo/__init__.py +41 -0
- webscout/search/engines/yahoo/answers.py +19 -0
- webscout/search/engines/yahoo/base.py +34 -0
- webscout/search/engines/yahoo/images.py +323 -0
- webscout/search/engines/yahoo/maps.py +19 -0
- webscout/search/engines/yahoo/news.py +258 -0
- webscout/search/engines/yahoo/suggestions.py +140 -0
- webscout/search/engines/yahoo/text.py +273 -0
- webscout/search/engines/yahoo/translate.py +19 -0
- webscout/search/engines/yahoo/videos.py +302 -0
- webscout/search/engines/yahoo/weather.py +220 -0
- webscout/search/engines/yandex.py +67 -0
- webscout/search/engines/yep/__init__.py +13 -0
- webscout/search/engines/yep/base.py +34 -0
- webscout/search/engines/yep/images.py +101 -0
- webscout/search/engines/yep/suggestions.py +38 -0
- webscout/search/engines/yep/text.py +99 -0
- webscout/search/http_client.py +172 -0
- webscout/search/results.py +141 -0
- webscout/search/yahoo_main.py +57 -0
- webscout/search/yep_main.py +48 -0
- webscout/server/__init__.py +48 -0
- webscout/server/config.py +78 -0
- webscout/server/exceptions.py +69 -0
- webscout/server/providers.py +286 -0
- webscout/server/request_models.py +131 -0
- webscout/server/request_processing.py +404 -0
- webscout/server/routes.py +642 -0
- webscout/server/server.py +351 -0
- webscout/server/ui_templates.py +1171 -0
- webscout/swiftcli/__init__.py +79 -95
- webscout/swiftcli/core/__init__.py +7 -7
- webscout/swiftcli/core/cli.py +574 -297
- webscout/swiftcli/core/context.py +98 -104
- webscout/swiftcli/core/group.py +268 -241
- webscout/swiftcli/decorators/__init__.py +28 -28
- webscout/swiftcli/decorators/command.py +243 -221
- webscout/swiftcli/decorators/options.py +247 -220
- webscout/swiftcli/decorators/output.py +392 -252
- webscout/swiftcli/exceptions.py +21 -21
- webscout/swiftcli/plugins/__init__.py +9 -9
- webscout/swiftcli/plugins/base.py +134 -135
- webscout/swiftcli/plugins/manager.py +269 -269
- webscout/swiftcli/utils/__init__.py +58 -59
- webscout/swiftcli/utils/formatting.py +251 -252
- webscout/swiftcli/utils/parsing.py +368 -267
- webscout/update_checker.py +280 -136
- webscout/utils.py +28 -14
- webscout/version.py +2 -1
- webscout/version.py.bak +3 -0
- webscout/zeroart/__init__.py +218 -135
- webscout/zeroart/base.py +70 -66
- webscout/zeroart/effects.py +155 -101
- webscout/zeroart/fonts.py +1799 -1239
- webscout-2026.1.19.dist-info/METADATA +638 -0
- webscout-2026.1.19.dist-info/RECORD +312 -0
- {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/WHEEL +1 -1
- {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/entry_points.txt +1 -1
- webscout/DWEBS.py +0 -520
- webscout/Extra/Act.md +0 -309
- webscout/Extra/GitToolkit/gitapi/README.md +0 -110
- webscout/Extra/autocoder/__init__.py +0 -9
- webscout/Extra/autocoder/autocoder.py +0 -1105
- webscout/Extra/autocoder/autocoder_utiles.py +0 -332
- webscout/Extra/gguf.md +0 -430
- webscout/Extra/weather.md +0 -281
- webscout/Litlogger/README.md +0 -10
- webscout/Litlogger/__init__.py +0 -15
- webscout/Litlogger/formats.py +0 -4
- webscout/Litlogger/handlers.py +0 -103
- webscout/Litlogger/levels.py +0 -13
- webscout/Litlogger/logger.py +0 -92
- webscout/Provider/AI21.py +0 -177
- webscout/Provider/AISEARCH/DeepFind.py +0 -254
- webscout/Provider/AISEARCH/felo_search.py +0 -202
- webscout/Provider/AISEARCH/genspark_search.py +0 -324
- webscout/Provider/AISEARCH/hika_search.py +0 -186
- webscout/Provider/AISEARCH/scira_search.py +0 -298
- webscout/Provider/Aitopia.py +0 -316
- webscout/Provider/AllenAI.py +0 -440
- webscout/Provider/Blackboxai.py +0 -791
- webscout/Provider/ChatGPTClone.py +0 -237
- webscout/Provider/ChatGPTGratis.py +0 -194
- webscout/Provider/Cloudflare.py +0 -324
- webscout/Provider/ExaChat.py +0 -358
- webscout/Provider/Flowith.py +0 -217
- webscout/Provider/FreeGemini.py +0 -250
- webscout/Provider/Glider.py +0 -225
- webscout/Provider/HF_space/__init__.py +0 -0
- webscout/Provider/HF_space/qwen_qwen2.py +0 -206
- webscout/Provider/HuggingFaceChat.py +0 -469
- webscout/Provider/Hunyuan.py +0 -283
- webscout/Provider/LambdaChat.py +0 -411
- webscout/Provider/Llama3.py +0 -259
- webscout/Provider/Nemotron.py +0 -218
- webscout/Provider/OLLAMA.py +0 -396
- webscout/Provider/OPENAI/BLACKBOXAI.py +0 -766
- webscout/Provider/OPENAI/Cloudflare.py +0 -378
- webscout/Provider/OPENAI/FreeGemini.py +0 -283
- webscout/Provider/OPENAI/NEMOTRON.py +0 -232
- webscout/Provider/OPENAI/Qwen3.py +0 -283
- webscout/Provider/OPENAI/api.py +0 -969
- webscout/Provider/OPENAI/c4ai.py +0 -373
- webscout/Provider/OPENAI/chatgptclone.py +0 -494
- webscout/Provider/OPENAI/copilot.py +0 -242
- webscout/Provider/OPENAI/flowith.py +0 -162
- webscout/Provider/OPENAI/freeaichat.py +0 -359
- webscout/Provider/OPENAI/mcpcore.py +0 -389
- webscout/Provider/OPENAI/multichat.py +0 -376
- webscout/Provider/OPENAI/opkfc.py +0 -496
- webscout/Provider/OPENAI/scirachat.py +0 -477
- webscout/Provider/OPENAI/standardinput.py +0 -433
- webscout/Provider/OPENAI/typegpt.py +0 -364
- webscout/Provider/OPENAI/uncovrAI.py +0 -463
- webscout/Provider/OPENAI/venice.py +0 -431
- webscout/Provider/OPENAI/yep.py +0 -382
- webscout/Provider/OpenGPT.py +0 -209
- webscout/Provider/Perplexitylabs.py +0 -415
- webscout/Provider/Reka.py +0 -214
- webscout/Provider/StandardInput.py +0 -290
- webscout/Provider/TTI/aiarta.py +0 -365
- webscout/Provider/TTI/artbit.py +0 -0
- webscout/Provider/TTI/fastflux.py +0 -200
- webscout/Provider/TTI/piclumen.py +0 -203
- webscout/Provider/TTI/pixelmuse.py +0 -225
- webscout/Provider/TTS/gesserit.py +0 -128
- webscout/Provider/TTS/sthir.py +0 -94
- webscout/Provider/TeachAnything.py +0 -229
- webscout/Provider/UNFINISHED/puterjs.py +0 -635
- webscout/Provider/UNFINISHED/test_lmarena.py +0 -119
- webscout/Provider/Venice.py +0 -258
- webscout/Provider/VercelAI.py +0 -253
- webscout/Provider/Writecream.py +0 -246
- webscout/Provider/WritingMate.py +0 -269
- webscout/Provider/asksteve.py +0 -220
- webscout/Provider/chatglm.py +0 -215
- webscout/Provider/copilot.py +0 -425
- webscout/Provider/freeaichat.py +0 -285
- webscout/Provider/granite.py +0 -235
- webscout/Provider/hermes.py +0 -266
- webscout/Provider/koala.py +0 -170
- webscout/Provider/lmarena.py +0 -198
- webscout/Provider/multichat.py +0 -364
- webscout/Provider/scira_chat.py +0 -299
- webscout/Provider/scnet.py +0 -243
- webscout/Provider/talkai.py +0 -194
- webscout/Provider/typegpt.py +0 -289
- webscout/Provider/uncovr.py +0 -368
- webscout/Provider/yep.py +0 -389
- webscout/litagent/Readme.md +0 -276
- webscout/litprinter/__init__.py +0 -59
- webscout/swiftcli/Readme.md +0 -323
- webscout/tempid.py +0 -128
- webscout/webscout_search.py +0 -1184
- webscout/webscout_search_async.py +0 -654
- webscout/yep_search.py +0 -347
- webscout/zeroart/README.md +0 -89
- webscout-8.2.9.dist-info/METADATA +0 -1033
- webscout-8.2.9.dist-info/RECORD +0 -289
- {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/licenses/LICENSE.md +0 -0
- {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/top_level.txt +0 -0
webscout/Provider/Cloudflare.py
DELETED
|
@@ -1,324 +0,0 @@
|
|
|
1
|
-
import json
|
|
2
|
-
from uuid import uuid4
|
|
3
|
-
|
|
4
|
-
import re # Import re
|
|
5
|
-
from curl_cffi import CurlError
|
|
6
|
-
from webscout.AIutel import Optimizers
|
|
7
|
-
from webscout.AIutel import Conversation
|
|
8
|
-
from webscout.AIutel import AwesomePrompts, sanitize_stream # Import sanitize_stream
|
|
9
|
-
from webscout.AIbase import Provider, AsyncProvider
|
|
10
|
-
from webscout import exceptions
|
|
11
|
-
from typing import Optional, Union, Any, AsyncGenerator, Dict
|
|
12
|
-
from curl_cffi.requests import Session
|
|
13
|
-
from webscout.litagent import LitAgent
|
|
14
|
-
|
|
15
|
-
class Cloudflare(Provider):
|
|
16
|
-
"""
|
|
17
|
-
Cloudflare provider to interact with Cloudflare's text generation API.
|
|
18
|
-
"""
|
|
19
|
-
|
|
20
|
-
# Updated AVAILABLE_MODELS from given JSON data
|
|
21
|
-
AVAILABLE_MODELS = [
|
|
22
|
-
"@hf/thebloke/deepseek-coder-6.7b-base-awq",
|
|
23
|
-
"@hf/thebloke/deepseek-coder-6.7b-instruct-awq",
|
|
24
|
-
"@cf/deepseek-ai/deepseek-math-7b-instruct",
|
|
25
|
-
"@cf/deepseek-ai/deepseek-r1-distill-qwen-32b",
|
|
26
|
-
"@cf/thebloke/discolm-german-7b-v1-awq",
|
|
27
|
-
"@cf/tiiuae/falcon-7b-instruct",
|
|
28
|
-
"@cf/google/gemma-3-12b-it",
|
|
29
|
-
"@hf/google/gemma-7b-it",
|
|
30
|
-
"@hf/nousresearch/hermes-2-pro-mistral-7b",
|
|
31
|
-
"@hf/thebloke/llama-2-13b-chat-awq",
|
|
32
|
-
"@cf/meta/llama-2-7b-chat-fp16",
|
|
33
|
-
"@cf/meta/llama-2-7b-chat-int8",
|
|
34
|
-
"@cf/meta/llama-3-8b-instruct",
|
|
35
|
-
"@cf/meta/llama-3-8b-instruct-awq",
|
|
36
|
-
"@cf/meta/llama-3.1-8b-instruct-awq",
|
|
37
|
-
"@cf/meta/llama-3.1-8b-instruct-fp8",
|
|
38
|
-
"@cf/meta/llama-3.2-11b-vision-instruct",
|
|
39
|
-
"@cf/meta/llama-3.2-1b-instruct",
|
|
40
|
-
"@cf/meta/llama-3.2-3b-instruct",
|
|
41
|
-
"@cf/meta/llama-3.3-70b-instruct-fp8-fast",
|
|
42
|
-
"@cf/meta/llama-4-scout-17b-16e-instruct",
|
|
43
|
-
"@cf/meta/llama-guard-3-8b",
|
|
44
|
-
"@hf/thebloke/llamaguard-7b-awq",
|
|
45
|
-
"@hf/meta-llama/meta-llama-3-8b-instruct",
|
|
46
|
-
"@cf/mistral/mistral-7b-instruct-v0.1",
|
|
47
|
-
"@hf/thebloke/mistral-7b-instruct-v0.1-awq",
|
|
48
|
-
"@hf/mistral/mistral-7b-instruct-v0.2",
|
|
49
|
-
"@cf/mistralai/mistral-small-3.1-24b-instruct",
|
|
50
|
-
"@hf/thebloke/neural-chat-7b-v3-1-awq",
|
|
51
|
-
"@cf/openchat/openchat-3.5-0106",
|
|
52
|
-
"@hf/thebloke/openhermes-2.5-mistral-7b-awq",
|
|
53
|
-
"@cf/microsoft/phi-2",
|
|
54
|
-
"@cf/qwen/qwen1.5-0.5b-chat",
|
|
55
|
-
"@cf/qwen/qwen1.5-1.8b-chat",
|
|
56
|
-
"@cf/qwen/qwen1.5-14b-chat-awq",
|
|
57
|
-
"@cf/qwen/qwen1.5-7b-chat-awq",
|
|
58
|
-
"@cf/qwen/qwen2.5-coder-32b-instruct",
|
|
59
|
-
"@cf/qwen/qwq-32b",
|
|
60
|
-
"@cf/defog/sqlcoder-7b-2",
|
|
61
|
-
"@hf/nexusflow/starling-lm-7b-beta",
|
|
62
|
-
"@cf/tinyllama/tinyllama-1.1b-chat-v1.0",
|
|
63
|
-
"@cf/fblgit/una-cybertron-7b-v2-bf16",
|
|
64
|
-
"@hf/thebloke/zephyr-7b-beta-awq"
|
|
65
|
-
]
|
|
66
|
-
|
|
67
|
-
def __init__(
|
|
68
|
-
self,
|
|
69
|
-
is_conversation: bool = True,
|
|
70
|
-
max_tokens: int = 600,
|
|
71
|
-
timeout: int = 30,
|
|
72
|
-
intro: str = None,
|
|
73
|
-
filepath: str = None,
|
|
74
|
-
update_file: bool = True,
|
|
75
|
-
proxies: dict = {},
|
|
76
|
-
history_offset: int = 10250,
|
|
77
|
-
act: str = None,
|
|
78
|
-
model: str = "@cf/deepseek-ai/deepseek-r1-distill-qwen-32b",
|
|
79
|
-
system_prompt: str = "You are a helpful assistant.",
|
|
80
|
-
):
|
|
81
|
-
"""Instantiates Cloudflare Provider
|
|
82
|
-
|
|
83
|
-
Args:
|
|
84
|
-
is_conversation (bool, optional): Flag for conversational mode. Defaults to True.
|
|
85
|
-
max_tokens (int, optional): Max tokens to generate. Defaults to 600.
|
|
86
|
-
timeout (int, optional): HTTP request timeout. Defaults to 30.
|
|
87
|
-
intro (str, optional): Introductory prompt. Defaults to None.
|
|
88
|
-
filepath (str, optional): File path for conversation history. Defaults to None.
|
|
89
|
-
update_file (bool, optional): Update history file flag. Defaults to True.
|
|
90
|
-
proxies (dict, optional): Request proxies. Defaults to {}.
|
|
91
|
-
history_offset (int, optional): Chat history limit. Defaults to 10250.
|
|
92
|
-
act (str, optional): Awesome prompt key/index. Defaults to None.
|
|
93
|
-
model (str, optional): Model to use. Defaults to "@cf/deepseek-ai/deepseek-r1-distill-qwen-32b".
|
|
94
|
-
system_prompt (str, optional): System prompt for conversation. Defaults to "You are a helpful assistant.".
|
|
95
|
-
logging (bool, optional): Enable logging if True. Defaults to False.
|
|
96
|
-
"""
|
|
97
|
-
if model not in self.AVAILABLE_MODELS:
|
|
98
|
-
raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
|
|
99
|
-
|
|
100
|
-
self.session = Session() # Use curl_cffi Session
|
|
101
|
-
self.is_conversation = is_conversation
|
|
102
|
-
self.max_tokens_to_sample = max_tokens
|
|
103
|
-
self.chat_endpoint = "https://playground.ai.cloudflare.com/api/inference"
|
|
104
|
-
self.stream_chunk_size = 64
|
|
105
|
-
self.timeout = timeout
|
|
106
|
-
self.last_response = {}
|
|
107
|
-
self.model = model
|
|
108
|
-
self.system_prompt = system_prompt
|
|
109
|
-
|
|
110
|
-
self.headers = {
|
|
111
|
-
'Accept': 'text/event-stream',
|
|
112
|
-
'Accept-Encoding': 'gzip, deflate, br, zstd',
|
|
113
|
-
'Accept-Language': 'en-US,en;q=0.9,en-IN;q=0.8',
|
|
114
|
-
'Content-Type': 'application/json',
|
|
115
|
-
'DNT': '1',
|
|
116
|
-
'Origin': 'https://playground.ai.cloudflare.com',
|
|
117
|
-
'Referer': 'https://playground.ai.cloudflare.com/',
|
|
118
|
-
'Sec-CH-UA': '"Not)A;Brand";v="99", "Microsoft Edge";v="127", "Chromium";v="127"',
|
|
119
|
-
'Sec-CH-UA-Mobile': '?0',
|
|
120
|
-
'Sec-CH-UA-Platform': '"Windows"',
|
|
121
|
-
'Sec-Fetch-Dest': 'empty',
|
|
122
|
-
'Sec-Fetch-Mode': 'cors',
|
|
123
|
-
'Sec-Fetch-Site': 'same-origin',
|
|
124
|
-
'User-Agent': LitAgent().random()
|
|
125
|
-
}
|
|
126
|
-
|
|
127
|
-
self.cookies = {
|
|
128
|
-
'cfzs_amplitude': uuid4().hex,
|
|
129
|
-
'cfz_amplitude': uuid4().hex,
|
|
130
|
-
'__cf_bm': uuid4().hex,
|
|
131
|
-
}
|
|
132
|
-
|
|
133
|
-
self.__available_optimizers = (
|
|
134
|
-
method
|
|
135
|
-
for method in dir(Optimizers)
|
|
136
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
137
|
-
)
|
|
138
|
-
|
|
139
|
-
# Initialize session and apply proxies
|
|
140
|
-
# self.session = cloudscraper.create_scraper() # Replaced above
|
|
141
|
-
self.session.headers.update(self.headers)
|
|
142
|
-
self.session.proxies = proxies
|
|
143
|
-
|
|
144
|
-
Conversation.intro = (
|
|
145
|
-
AwesomePrompts().get_act(act, raise_not_found=True, default=None, case_insensitive=True)
|
|
146
|
-
if act else intro or Conversation.intro
|
|
147
|
-
)
|
|
148
|
-
self.conversation = Conversation(is_conversation, self.max_tokens_to_sample, filepath, update_file)
|
|
149
|
-
self.conversation.history_offset = history_offset
|
|
150
|
-
|
|
151
|
-
# Initialize logger if logging is enabled
|
|
152
|
-
# self.logger = Logger(
|
|
153
|
-
# name="Cloudflare",
|
|
154
|
-
# format=LogFormat.MODERN_EMOJI,
|
|
155
|
-
# ) if logging else None
|
|
156
|
-
|
|
157
|
-
# if self.logger:
|
|
158
|
-
# self.logger.info("Cloudflare initialized successfully")
|
|
159
|
-
|
|
160
|
-
@staticmethod
|
|
161
|
-
def _cloudflare_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
|
|
162
|
-
"""Extracts content from Cloudflare stream JSON objects."""
|
|
163
|
-
# Updated for the 0:"..." format
|
|
164
|
-
if isinstance(chunk, str):
|
|
165
|
-
# Use re.search to find the pattern 0:"<content>"
|
|
166
|
-
match = re.search(r'0:"(.*?)"(?=,|$)', chunk) # Look for 0:"...", possibly followed by comma or end of string
|
|
167
|
-
if match:
|
|
168
|
-
# Decode potential unicode escapes like \u00e9 and handle escaped quotes/backslashes
|
|
169
|
-
content = match.group(1).encode().decode('unicode_escape')
|
|
170
|
-
return content.replace('\\\\', '\\').replace('\\"', '"')
|
|
171
|
-
return None
|
|
172
|
-
|
|
173
|
-
def ask(
|
|
174
|
-
self,
|
|
175
|
-
prompt: str,
|
|
176
|
-
stream: bool = False,
|
|
177
|
-
raw: bool = False,
|
|
178
|
-
optimizer: str = None,
|
|
179
|
-
conversationally: bool = False,
|
|
180
|
-
) -> dict:
|
|
181
|
-
"""Chat with AI
|
|
182
|
-
|
|
183
|
-
Args:
|
|
184
|
-
prompt (str): Prompt to be sent.
|
|
185
|
-
stream (bool, optional): Whether to stream the response. Defaults to False.
|
|
186
|
-
raw (bool, optional): Return raw response. Defaults to False.
|
|
187
|
-
optimizer (str, optional): Optimizer to use. Defaults to None.
|
|
188
|
-
conversationally (bool, optional): Conversational mode flag. Defaults to False.
|
|
189
|
-
Returns:
|
|
190
|
-
dict: Response from the API.
|
|
191
|
-
"""
|
|
192
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
193
|
-
if optimizer:
|
|
194
|
-
if optimizer in self.__available_optimizers:
|
|
195
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
196
|
-
conversation_prompt if conversationally else prompt
|
|
197
|
-
)
|
|
198
|
-
# if self.logger:
|
|
199
|
-
# self.logger.debug(f"Applied optimizer: {optimizer}")
|
|
200
|
-
else:
|
|
201
|
-
# if self.logger:
|
|
202
|
-
# self.logger.error(f"Invalid optimizer requested: {optimizer}")
|
|
203
|
-
raise Exception(f"Optimizer is not one of {list(self.__available_optimizers)}")
|
|
204
|
-
|
|
205
|
-
payload = {
|
|
206
|
-
"messages": [
|
|
207
|
-
{"role": "system", "content": self.system_prompt},
|
|
208
|
-
{"role": "user", "content": conversation_prompt}
|
|
209
|
-
],
|
|
210
|
-
"lora": None,
|
|
211
|
-
"model": self.model,
|
|
212
|
-
"max_tokens": self.max_tokens_to_sample,
|
|
213
|
-
"stream": True
|
|
214
|
-
}
|
|
215
|
-
|
|
216
|
-
def for_stream():
|
|
217
|
-
# if self.logger:
|
|
218
|
-
# self.logger.debug("Sending streaming request to Cloudflare API...")
|
|
219
|
-
streaming_text = "" # Initialize outside try block
|
|
220
|
-
try:
|
|
221
|
-
response = self.session.post(
|
|
222
|
-
self.chat_endpoint,
|
|
223
|
-
headers=self.headers,
|
|
224
|
-
cookies=self.cookies,
|
|
225
|
-
data=json.dumps(payload),
|
|
226
|
-
stream=True,
|
|
227
|
-
timeout=self.timeout,
|
|
228
|
-
impersonate="chrome120" # Add impersonate
|
|
229
|
-
)
|
|
230
|
-
response.raise_for_status()
|
|
231
|
-
|
|
232
|
-
# Use sanitize_stream
|
|
233
|
-
processed_stream = sanitize_stream(
|
|
234
|
-
data=response.iter_content(chunk_size=None), # Pass byte iterator
|
|
235
|
-
intro_value=None,
|
|
236
|
-
to_json=False,
|
|
237
|
-
skip_markers=None,
|
|
238
|
-
content_extractor=self._cloudflare_extractor, # Use the specific extractor
|
|
239
|
-
yield_raw_on_error=False # Skip non-JSON lines or lines where extractor fails
|
|
240
|
-
)
|
|
241
|
-
|
|
242
|
-
for content_chunk in processed_stream:
|
|
243
|
-
if content_chunk and isinstance(content_chunk, str):
|
|
244
|
-
streaming_text += content_chunk
|
|
245
|
-
yield content_chunk if raw else dict(text=content_chunk)
|
|
246
|
-
|
|
247
|
-
except CurlError as e:
|
|
248
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed (CurlError): {e}") from e
|
|
249
|
-
except Exception as e:
|
|
250
|
-
raise exceptions.FailedToGenerateResponseError(f"An unexpected error occurred ({type(e).__name__}): {e}") from e
|
|
251
|
-
finally:
|
|
252
|
-
# Update history after stream finishes or fails
|
|
253
|
-
self.last_response.update(dict(text=streaming_text))
|
|
254
|
-
self.conversation.update_chat_history(prompt, streaming_text)
|
|
255
|
-
|
|
256
|
-
def for_non_stream():
|
|
257
|
-
# Aggregate the stream using the updated for_stream logic
|
|
258
|
-
full_text = ""
|
|
259
|
-
last_response_dict = {}
|
|
260
|
-
self.conversation.update_chat_history(prompt, self.get_message(self.last_response))
|
|
261
|
-
# if self.logger:
|
|
262
|
-
# self.logger.info("Streaming response completed successfully")
|
|
263
|
-
try:
|
|
264
|
-
# Ensure raw=False so for_stream yields dicts
|
|
265
|
-
for chunk_data in for_stream():
|
|
266
|
-
if isinstance(chunk_data, dict) and "text" in chunk_data:
|
|
267
|
-
full_text += chunk_data["text"]
|
|
268
|
-
last_response_dict = {"text": full_text} # Keep track of last dict structure
|
|
269
|
-
# Handle raw string case if raw=True was passed
|
|
270
|
-
elif raw and isinstance(chunk_data, str):
|
|
271
|
-
full_text += chunk_data
|
|
272
|
-
last_response_dict = {"text": full_text} # Update dict even for raw
|
|
273
|
-
except Exception as e:
|
|
274
|
-
# If aggregation fails but some text was received, use it. Otherwise, re-raise.
|
|
275
|
-
if not full_text:
|
|
276
|
-
raise exceptions.FailedToGenerateResponseError(f"Failed to get non-stream response: {str(e)}") from e
|
|
277
|
-
|
|
278
|
-
# last_response and history are updated within for_stream's finally block
|
|
279
|
-
# Return the final aggregated response dict or raw text
|
|
280
|
-
return full_text if raw else last_response_dict
|
|
281
|
-
|
|
282
|
-
return for_stream() if stream else for_non_stream()
|
|
283
|
-
|
|
284
|
-
def chat(
|
|
285
|
-
self,
|
|
286
|
-
prompt: str,
|
|
287
|
-
stream: bool = False,
|
|
288
|
-
optimizer: str = None,
|
|
289
|
-
conversationally: bool = False,
|
|
290
|
-
) -> str:
|
|
291
|
-
"""Generate response string from chat
|
|
292
|
-
|
|
293
|
-
Args:
|
|
294
|
-
prompt (str): Prompt to be sent.
|
|
295
|
-
stream (bool, optional): Stream response flag. Defaults to False.
|
|
296
|
-
optimizer (str, optional): Optimizer name. Defaults to None.
|
|
297
|
-
conversationally (bool, optional): Conversational mode flag. Defaults to False.
|
|
298
|
-
Returns:
|
|
299
|
-
str: Generated response.
|
|
300
|
-
"""
|
|
301
|
-
def for_stream():
|
|
302
|
-
for response in self.ask(prompt, True, optimizer=optimizer, conversationally=conversationally):
|
|
303
|
-
yield self.get_message(response)
|
|
304
|
-
def for_non_stream():
|
|
305
|
-
return self.get_message(self.ask(prompt, False, optimizer=optimizer, conversationally=conversationally))
|
|
306
|
-
return for_stream() if stream else for_non_stream()
|
|
307
|
-
|
|
308
|
-
def get_message(self, response: dict) -> str:
|
|
309
|
-
"""Extracts the message text from the response
|
|
310
|
-
|
|
311
|
-
Args:
|
|
312
|
-
response (dict): API response.
|
|
313
|
-
Returns:
|
|
314
|
-
str: Extracted text.
|
|
315
|
-
"""
|
|
316
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
317
|
-
return response["text"]
|
|
318
|
-
|
|
319
|
-
if __name__ == '__main__':
|
|
320
|
-
from rich import print
|
|
321
|
-
ai = Cloudflare(timeout=5000)
|
|
322
|
-
response = ai.chat("write a poem about AI", stream=True)
|
|
323
|
-
for chunk in response:
|
|
324
|
-
print(chunk, end="", flush=True)
|
webscout/Provider/ExaChat.py
DELETED
|
@@ -1,358 +0,0 @@
|
|
|
1
|
-
from curl_cffi import CurlError
|
|
2
|
-
from curl_cffi.requests import Session, Response # Import Response
|
|
3
|
-
import json
|
|
4
|
-
import uuid
|
|
5
|
-
from typing import Any, Dict, Union, Optional, List
|
|
6
|
-
from datetime import datetime
|
|
7
|
-
from webscout.AIutel import Optimizers, Conversation, AwesomePrompts, sanitize_stream # Import sanitize_stream
|
|
8
|
-
from webscout.AIbase import Provider
|
|
9
|
-
from webscout import exceptions
|
|
10
|
-
from webscout.litagent import LitAgent
|
|
11
|
-
|
|
12
|
-
# Model configurations
|
|
13
|
-
MODEL_CONFIGS = {
|
|
14
|
-
"exaanswer": {
|
|
15
|
-
"endpoint": "https://ayle.chat/api/exaanswer",
|
|
16
|
-
"models": ["exaanswer"],
|
|
17
|
-
},
|
|
18
|
-
"gemini": {
|
|
19
|
-
"endpoint": "https://ayle.chat/api/gemini",
|
|
20
|
-
"models": [
|
|
21
|
-
"gemini-2.0-flash",
|
|
22
|
-
"gemini-2.0-flash-exp-image-generation",
|
|
23
|
-
"gemini-2.0-flash-thinking-exp-01-21",
|
|
24
|
-
"gemini-2.5-pro-exp-03-25",
|
|
25
|
-
"gemini-2.0-pro-exp-02-05",
|
|
26
|
-
"gemini-2.5-flash-preview-04-17",
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
],
|
|
30
|
-
},
|
|
31
|
-
"openrouter": {
|
|
32
|
-
"endpoint": "https://ayle.chat/api/openrouter",
|
|
33
|
-
"models": [
|
|
34
|
-
"mistralai/mistral-small-3.1-24b-instruct:free",
|
|
35
|
-
"deepseek/deepseek-r1:free",
|
|
36
|
-
"deepseek/deepseek-chat-v3-0324:free",
|
|
37
|
-
"google/gemma-3-27b-it:free",
|
|
38
|
-
"meta-llama/llama-4-maverick:free",
|
|
39
|
-
],
|
|
40
|
-
},
|
|
41
|
-
"groq": {
|
|
42
|
-
"endpoint": "https://ayle.chat/api/groq",
|
|
43
|
-
"models": [
|
|
44
|
-
"deepseek-r1-distill-llama-70b",
|
|
45
|
-
"deepseek-r1-distill-qwen-32b",
|
|
46
|
-
"gemma2-9b-it",
|
|
47
|
-
"llama-3.1-8b-instant",
|
|
48
|
-
"llama-3.2-1b-preview",
|
|
49
|
-
"llama-3.2-3b-preview",
|
|
50
|
-
"llama-3.2-90b-vision-preview",
|
|
51
|
-
"llama-3.3-70b-specdec",
|
|
52
|
-
"llama-3.3-70b-versatile",
|
|
53
|
-
"llama3-70b-8192",
|
|
54
|
-
"llama3-8b-8192",
|
|
55
|
-
"qwen-2.5-32b",
|
|
56
|
-
"qwen-2.5-coder-32b",
|
|
57
|
-
"qwen-qwq-32b",
|
|
58
|
-
"meta-llama/llama-4-scout-17b-16e-instruct"
|
|
59
|
-
],
|
|
60
|
-
},
|
|
61
|
-
"cerebras": {
|
|
62
|
-
"endpoint": "https://ayle.chat/api/cerebras",
|
|
63
|
-
"models": [
|
|
64
|
-
"llama3.1-8b",
|
|
65
|
-
"llama-3.3-70b"
|
|
66
|
-
],
|
|
67
|
-
},
|
|
68
|
-
"xai": {
|
|
69
|
-
"endpoint": "https://ayle.chat/api/xai",
|
|
70
|
-
"models": [
|
|
71
|
-
"grok-3-mini-beta"
|
|
72
|
-
],
|
|
73
|
-
},
|
|
74
|
-
}
|
|
75
|
-
|
|
76
|
-
class ExaChat(Provider):
|
|
77
|
-
"""
|
|
78
|
-
A class to interact with multiple AI APIs through the Exa Chat interface.
|
|
79
|
-
"""
|
|
80
|
-
AVAILABLE_MODELS = [
|
|
81
|
-
# ExaAnswer Models
|
|
82
|
-
"exaanswer",
|
|
83
|
-
|
|
84
|
-
# XAI Models
|
|
85
|
-
"grok-3-mini-beta",
|
|
86
|
-
|
|
87
|
-
# Gemini Models
|
|
88
|
-
"gemini-2.0-flash",
|
|
89
|
-
"gemini-2.0-flash-exp-image-generation",
|
|
90
|
-
"gemini-2.0-flash-thinking-exp-01-21",
|
|
91
|
-
"gemini-2.5-pro-exp-03-25",
|
|
92
|
-
"gemini-2.0-pro-exp-02-05",
|
|
93
|
-
"gemini-2.5-flash-preview-04-17",
|
|
94
|
-
|
|
95
|
-
# OpenRouter Models
|
|
96
|
-
"mistralai/mistral-small-3.1-24b-instruct:free",
|
|
97
|
-
"deepseek/deepseek-r1:free",
|
|
98
|
-
"deepseek/deepseek-chat-v3-0324:free",
|
|
99
|
-
"google/gemma-3-27b-it:free",
|
|
100
|
-
"meta-llama/llama-4-maverick:free",
|
|
101
|
-
|
|
102
|
-
# Groq Models
|
|
103
|
-
"deepseek-r1-distill-llama-70b",
|
|
104
|
-
"deepseek-r1-distill-qwen-32b",
|
|
105
|
-
"gemma2-9b-it",
|
|
106
|
-
"llama-3.1-8b-instant",
|
|
107
|
-
"llama-3.2-1b-preview",
|
|
108
|
-
"llama-3.2-3b-preview",
|
|
109
|
-
"llama-3.2-90b-vision-preview",
|
|
110
|
-
"llama-3.3-70b-specdec",
|
|
111
|
-
"llama-3.3-70b-versatile",
|
|
112
|
-
"llama3-70b-8192",
|
|
113
|
-
"llama3-8b-8192",
|
|
114
|
-
"qwen-2.5-32b",
|
|
115
|
-
"qwen-2.5-coder-32b",
|
|
116
|
-
"qwen-qwq-32b",
|
|
117
|
-
"meta-llama/llama-4-scout-17b-16e-instruct",
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
# Cerebras Models
|
|
121
|
-
"llama3.1-8b",
|
|
122
|
-
"llama-3.3-70b",
|
|
123
|
-
|
|
124
|
-
]
|
|
125
|
-
|
|
126
|
-
def __init__(
|
|
127
|
-
self,
|
|
128
|
-
is_conversation: bool = True,
|
|
129
|
-
max_tokens: int = 4000,
|
|
130
|
-
timeout: int = 30,
|
|
131
|
-
intro: str = None,
|
|
132
|
-
filepath: str = None,
|
|
133
|
-
update_file: bool = True,
|
|
134
|
-
proxies: dict = {},
|
|
135
|
-
history_offset: int = 10250,
|
|
136
|
-
act: str = None,
|
|
137
|
-
model: str = "exaanswer",
|
|
138
|
-
system_prompt: str = "You are a friendly, helpful AI assistant.",
|
|
139
|
-
temperature: float = 0.5,
|
|
140
|
-
presence_penalty: int = 0,
|
|
141
|
-
frequency_penalty: int = 0,
|
|
142
|
-
top_p: float = 1
|
|
143
|
-
):
|
|
144
|
-
"""Initializes the ExaChat client."""
|
|
145
|
-
if model not in self.AVAILABLE_MODELS:
|
|
146
|
-
raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
|
|
147
|
-
|
|
148
|
-
self.session = Session() # Use curl_cffi Session
|
|
149
|
-
self.is_conversation = is_conversation
|
|
150
|
-
self.max_tokens_to_sample = max_tokens
|
|
151
|
-
self.timeout = timeout
|
|
152
|
-
self.last_response = {}
|
|
153
|
-
self.model = model
|
|
154
|
-
self.system_prompt = system_prompt
|
|
155
|
-
self.temperature = temperature
|
|
156
|
-
self.presence_penalty = presence_penalty
|
|
157
|
-
self.frequency_penalty = frequency_penalty
|
|
158
|
-
self.top_p = top_p
|
|
159
|
-
|
|
160
|
-
# Initialize LitAgent for user agent generation
|
|
161
|
-
self.agent = LitAgent()
|
|
162
|
-
|
|
163
|
-
self.headers = {
|
|
164
|
-
"accept": "*/*",
|
|
165
|
-
"accept-language": "en-US,en;q=0.9",
|
|
166
|
-
"content-type": "application/json",
|
|
167
|
-
"origin": "https://ayle.chat/",
|
|
168
|
-
"referer": "https://ayle.chat/",
|
|
169
|
-
"user-agent": self.agent.random(),
|
|
170
|
-
}
|
|
171
|
-
|
|
172
|
-
self.session.headers.update(self.headers)
|
|
173
|
-
self.session.proxies = proxies # Assign proxies directly
|
|
174
|
-
self.session.cookies.update({"session": uuid.uuid4().hex})
|
|
175
|
-
|
|
176
|
-
self.__available_optimizers = (
|
|
177
|
-
method for method in dir(Optimizers)
|
|
178
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
179
|
-
)
|
|
180
|
-
|
|
181
|
-
Conversation.intro = (
|
|
182
|
-
AwesomePrompts().get_act(
|
|
183
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
184
|
-
)
|
|
185
|
-
if act
|
|
186
|
-
else intro or Conversation.intro
|
|
187
|
-
)
|
|
188
|
-
|
|
189
|
-
self.conversation = Conversation(
|
|
190
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
191
|
-
)
|
|
192
|
-
self.conversation.history_offset = history_offset
|
|
193
|
-
|
|
194
|
-
self.provider = self._get_provider_from_model(self.model)
|
|
195
|
-
self.model_name = self.model
|
|
196
|
-
|
|
197
|
-
def _get_endpoint(self) -> str:
|
|
198
|
-
"""Get the API endpoint for the current provider."""
|
|
199
|
-
return MODEL_CONFIGS[self.provider]["endpoint"]
|
|
200
|
-
|
|
201
|
-
def _get_provider_from_model(self, model: str) -> str:
|
|
202
|
-
"""Determine the provider based on the model name."""
|
|
203
|
-
for provider, config in MODEL_CONFIGS.items():
|
|
204
|
-
if model in config["models"]:
|
|
205
|
-
return provider
|
|
206
|
-
|
|
207
|
-
available_models = []
|
|
208
|
-
for provider, config in MODEL_CONFIGS.items():
|
|
209
|
-
for model_name in config["models"]:
|
|
210
|
-
available_models.append(f"{provider}/{model_name}")
|
|
211
|
-
|
|
212
|
-
error_msg = f"Invalid model: {model}\nAvailable models: {', '.join(available_models)}"
|
|
213
|
-
raise ValueError(error_msg)
|
|
214
|
-
|
|
215
|
-
@staticmethod
|
|
216
|
-
def _exachat_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
|
|
217
|
-
"""Extracts content from ExaChat stream JSON objects."""
|
|
218
|
-
if isinstance(chunk, dict):
|
|
219
|
-
return chunk.get("choices", [{}])[0].get("delta", {}).get("content")
|
|
220
|
-
return None
|
|
221
|
-
|
|
222
|
-
def _make_request(self, payload: Dict[str, Any]) -> Response: # Change type hint to Response
|
|
223
|
-
"""Make the API request with proper error handling."""
|
|
224
|
-
try:
|
|
225
|
-
response = self.session.post(
|
|
226
|
-
self._get_endpoint(),
|
|
227
|
-
headers=self.headers,
|
|
228
|
-
json=payload,
|
|
229
|
-
timeout=self.timeout, # type: ignore
|
|
230
|
-
stream=True, # Enable streaming for the request
|
|
231
|
-
impersonate="chrome120" # Add impersonate
|
|
232
|
-
)
|
|
233
|
-
response.raise_for_status()
|
|
234
|
-
return response
|
|
235
|
-
except (CurlError, exceptions.FailedToGenerateResponseError, Exception) as e: # Catch CurlError and others
|
|
236
|
-
raise exceptions.FailedToGenerateResponseError(f"API request failed: {e}") from e
|
|
237
|
-
|
|
238
|
-
def _build_payload(self, conversation_prompt: str) -> Dict[str, Any]:
|
|
239
|
-
"""Build the appropriate payload based on the provider."""
|
|
240
|
-
if self.provider == "exaanswer":
|
|
241
|
-
return {
|
|
242
|
-
"query": conversation_prompt,
|
|
243
|
-
"messages": []
|
|
244
|
-
}
|
|
245
|
-
elif self.provider == "gemini":
|
|
246
|
-
return {
|
|
247
|
-
"query": conversation_prompt,
|
|
248
|
-
"model": self.model,
|
|
249
|
-
"messages": []
|
|
250
|
-
}
|
|
251
|
-
elif self.provider == "cerebras":
|
|
252
|
-
return {
|
|
253
|
-
"query": conversation_prompt,
|
|
254
|
-
"model": self.model,
|
|
255
|
-
"messages": []
|
|
256
|
-
}
|
|
257
|
-
else: # openrouter or groq
|
|
258
|
-
return {
|
|
259
|
-
"query": conversation_prompt + "\n", # Add newline for openrouter and groq models
|
|
260
|
-
"model": self.model,
|
|
261
|
-
"messages": []
|
|
262
|
-
}
|
|
263
|
-
|
|
264
|
-
def ask(
|
|
265
|
-
self,
|
|
266
|
-
prompt: str,
|
|
267
|
-
raw: bool = False,
|
|
268
|
-
optimizer: str = None,
|
|
269
|
-
conversationally: bool = False,
|
|
270
|
-
) -> Dict[str, Any]:
|
|
271
|
-
"""Sends a prompt to the API and returns the response."""
|
|
272
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
273
|
-
if optimizer:
|
|
274
|
-
if optimizer in self.__available_optimizers:
|
|
275
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
276
|
-
conversation_prompt if conversationally else prompt
|
|
277
|
-
)
|
|
278
|
-
else:
|
|
279
|
-
error_msg = f"Optimizer is not one of {self.__available_optimizers}"
|
|
280
|
-
raise exceptions.FailedToGenerateResponseError(error_msg)
|
|
281
|
-
|
|
282
|
-
payload = self._build_payload(conversation_prompt)
|
|
283
|
-
response = self._make_request(payload)
|
|
284
|
-
|
|
285
|
-
try:
|
|
286
|
-
full_response = ""
|
|
287
|
-
# Use sanitize_stream to process the response
|
|
288
|
-
processed_stream = sanitize_stream(
|
|
289
|
-
data=response.iter_content(chunk_size=None), # Pass byte iterator
|
|
290
|
-
intro_value=None, # API doesn't seem to use 'data:' prefix
|
|
291
|
-
to_json=True, # Stream sends JSON lines
|
|
292
|
-
content_extractor=self._exachat_extractor, # Use the specific extractor
|
|
293
|
-
yield_raw_on_error=False # Skip non-JSON lines or lines where extractor fails
|
|
294
|
-
)
|
|
295
|
-
|
|
296
|
-
for content_chunk in processed_stream:
|
|
297
|
-
# content_chunk is the string extracted by _exachat_extractor
|
|
298
|
-
if content_chunk and isinstance(content_chunk, str):
|
|
299
|
-
full_response += content_chunk
|
|
300
|
-
|
|
301
|
-
self.last_response = {"text": full_response}
|
|
302
|
-
self.conversation.update_chat_history(prompt, full_response)
|
|
303
|
-
return self.last_response if not raw else full_response # Return dict or raw string
|
|
304
|
-
|
|
305
|
-
except json.JSONDecodeError as e:
|
|
306
|
-
raise exceptions.FailedToGenerateResponseError(f"Invalid JSON response: {e}") from e
|
|
307
|
-
|
|
308
|
-
def chat(
|
|
309
|
-
self,
|
|
310
|
-
prompt: str,
|
|
311
|
-
optimizer: str = None,
|
|
312
|
-
conversationally: bool = False,
|
|
313
|
-
) -> str:
|
|
314
|
-
"""Generate response."""
|
|
315
|
-
response = self.ask(
|
|
316
|
-
prompt, optimizer=optimizer, conversationally=conversationally
|
|
317
|
-
)
|
|
318
|
-
return self.get_message(response)
|
|
319
|
-
|
|
320
|
-
def get_message(self, response: Union[Dict[str, Any], str]) -> str:
|
|
321
|
-
"""
|
|
322
|
-
Retrieves message from response.
|
|
323
|
-
|
|
324
|
-
Args:
|
|
325
|
-
response (Union[Dict[str, Any], str]): The response to extract the message from
|
|
326
|
-
|
|
327
|
-
Returns:
|
|
328
|
-
str: The extracted message text
|
|
329
|
-
"""
|
|
330
|
-
if isinstance(response, dict):
|
|
331
|
-
return response.get("text", "")
|
|
332
|
-
return str(response)
|
|
333
|
-
|
|
334
|
-
if __name__ == "__main__":
|
|
335
|
-
print("-" * 80)
|
|
336
|
-
print(f"{'Model':<50} {'Status':<10} {'Response'}")
|
|
337
|
-
print("-" * 80)
|
|
338
|
-
|
|
339
|
-
# Test all available models
|
|
340
|
-
working = 0
|
|
341
|
-
total = len(ExaChat.AVAILABLE_MODELS)
|
|
342
|
-
|
|
343
|
-
for model in ExaChat.AVAILABLE_MODELS:
|
|
344
|
-
try:
|
|
345
|
-
test_ai = ExaChat(model=model, timeout=60)
|
|
346
|
-
response = test_ai.chat("Say 'Hello' in one word")
|
|
347
|
-
response_text = response
|
|
348
|
-
|
|
349
|
-
if response_text and len(response_text.strip()) > 0:
|
|
350
|
-
status = "✓"
|
|
351
|
-
# Truncate response if too long
|
|
352
|
-
display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
|
|
353
|
-
else:
|
|
354
|
-
status = "✗"
|
|
355
|
-
display_text = "Empty or invalid response"
|
|
356
|
-
print(f"{model:<50} {status:<10} {display_text}")
|
|
357
|
-
except Exception as e:
|
|
358
|
-
print(f"{model:<50} {'✗':<10} {str(e)}")
|