webscout 8.2.9__py3-none-any.whl → 2026.1.19__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- webscout/AIauto.py +524 -251
- webscout/AIbase.py +247 -319
- webscout/AIutel.py +68 -703
- webscout/Bard.py +1072 -1026
- webscout/Extra/GitToolkit/__init__.py +10 -10
- webscout/Extra/GitToolkit/gitapi/__init__.py +20 -12
- webscout/Extra/GitToolkit/gitapi/gist.py +142 -0
- webscout/Extra/GitToolkit/gitapi/organization.py +91 -0
- webscout/Extra/GitToolkit/gitapi/repository.py +308 -195
- webscout/Extra/GitToolkit/gitapi/search.py +162 -0
- webscout/Extra/GitToolkit/gitapi/trending.py +236 -0
- webscout/Extra/GitToolkit/gitapi/user.py +128 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +82 -62
- webscout/Extra/YTToolkit/README.md +443 -375
- webscout/Extra/YTToolkit/YTdownloader.py +953 -957
- webscout/Extra/YTToolkit/__init__.py +3 -3
- webscout/Extra/YTToolkit/transcriber.py +595 -476
- webscout/Extra/YTToolkit/ytapi/README.md +230 -44
- webscout/Extra/YTToolkit/ytapi/__init__.py +22 -6
- webscout/Extra/YTToolkit/ytapi/captions.py +190 -0
- webscout/Extra/YTToolkit/ytapi/channel.py +302 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +178 -118
- webscout/Extra/YTToolkit/ytapi/hashtag.py +120 -0
- webscout/Extra/YTToolkit/ytapi/https.py +89 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +59 -59
- webscout/Extra/YTToolkit/ytapi/pool.py +8 -8
- webscout/Extra/YTToolkit/ytapi/query.py +143 -40
- webscout/Extra/YTToolkit/ytapi/shorts.py +122 -0
- webscout/Extra/YTToolkit/ytapi/stream.py +68 -63
- webscout/Extra/YTToolkit/ytapi/suggestions.py +97 -0
- webscout/Extra/YTToolkit/ytapi/utils.py +66 -62
- webscout/Extra/YTToolkit/ytapi/video.py +403 -232
- webscout/Extra/__init__.py +2 -3
- webscout/Extra/gguf.py +1298 -684
- webscout/Extra/tempmail/README.md +487 -487
- webscout/Extra/tempmail/__init__.py +28 -28
- webscout/Extra/tempmail/async_utils.py +143 -141
- webscout/Extra/tempmail/base.py +172 -161
- webscout/Extra/tempmail/cli.py +191 -187
- webscout/Extra/tempmail/emailnator.py +88 -84
- webscout/Extra/tempmail/mail_tm.py +378 -361
- webscout/Extra/tempmail/temp_mail_io.py +304 -292
- webscout/Extra/weather.py +196 -194
- webscout/Extra/weather_ascii.py +17 -15
- webscout/Provider/AISEARCH/PERPLEXED_search.py +175 -0
- webscout/Provider/AISEARCH/Perplexity.py +292 -333
- webscout/Provider/AISEARCH/README.md +106 -279
- webscout/Provider/AISEARCH/__init__.py +16 -9
- webscout/Provider/AISEARCH/brave_search.py +298 -0
- webscout/Provider/AISEARCH/iask_search.py +357 -410
- webscout/Provider/AISEARCH/monica_search.py +200 -220
- webscout/Provider/AISEARCH/webpilotai_search.py +242 -255
- webscout/Provider/Algion.py +413 -0
- webscout/Provider/Andi.py +74 -69
- webscout/Provider/Apriel.py +313 -0
- webscout/Provider/Ayle.py +323 -0
- webscout/Provider/ChatSandbox.py +329 -342
- webscout/Provider/ClaudeOnline.py +365 -0
- webscout/Provider/Cohere.py +232 -208
- webscout/Provider/DeepAI.py +367 -0
- webscout/Provider/Deepinfra.py +467 -340
- webscout/Provider/EssentialAI.py +217 -0
- webscout/Provider/ExaAI.py +274 -261
- webscout/Provider/Gemini.py +175 -169
- webscout/Provider/GithubChat.py +385 -369
- webscout/Provider/Gradient.py +286 -0
- webscout/Provider/Groq.py +556 -801
- webscout/Provider/HadadXYZ.py +323 -0
- webscout/Provider/HeckAI.py +392 -375
- webscout/Provider/HuggingFace.py +387 -0
- webscout/Provider/IBM.py +340 -0
- webscout/Provider/Jadve.py +317 -291
- webscout/Provider/K2Think.py +306 -0
- webscout/Provider/Koboldai.py +221 -384
- webscout/Provider/Netwrck.py +273 -270
- webscout/Provider/Nvidia.py +310 -0
- webscout/Provider/OPENAI/DeepAI.py +489 -0
- webscout/Provider/OPENAI/K2Think.py +423 -0
- webscout/Provider/OPENAI/PI.py +463 -0
- webscout/Provider/OPENAI/README.md +890 -952
- webscout/Provider/OPENAI/TogetherAI.py +405 -0
- webscout/Provider/OPENAI/TwoAI.py +255 -357
- webscout/Provider/OPENAI/__init__.py +148 -40
- webscout/Provider/OPENAI/ai4chat.py +348 -293
- webscout/Provider/OPENAI/akashgpt.py +436 -0
- webscout/Provider/OPENAI/algion.py +303 -0
- webscout/Provider/OPENAI/{exachat.py → ayle.py} +365 -444
- webscout/Provider/OPENAI/base.py +253 -249
- webscout/Provider/OPENAI/cerebras.py +296 -0
- webscout/Provider/OPENAI/chatgpt.py +870 -556
- webscout/Provider/OPENAI/chatsandbox.py +233 -173
- webscout/Provider/OPENAI/deepinfra.py +403 -322
- webscout/Provider/OPENAI/e2b.py +2370 -1414
- webscout/Provider/OPENAI/elmo.py +278 -0
- webscout/Provider/OPENAI/exaai.py +452 -417
- webscout/Provider/OPENAI/freeassist.py +446 -0
- webscout/Provider/OPENAI/gradient.py +448 -0
- webscout/Provider/OPENAI/groq.py +380 -364
- webscout/Provider/OPENAI/hadadxyz.py +292 -0
- webscout/Provider/OPENAI/heckai.py +333 -308
- webscout/Provider/OPENAI/huggingface.py +321 -0
- webscout/Provider/OPENAI/ibm.py +425 -0
- webscout/Provider/OPENAI/llmchat.py +253 -0
- webscout/Provider/OPENAI/llmchatco.py +378 -335
- webscout/Provider/OPENAI/meta.py +541 -0
- webscout/Provider/OPENAI/netwrck.py +374 -357
- webscout/Provider/OPENAI/nvidia.py +317 -0
- webscout/Provider/OPENAI/oivscode.py +348 -287
- webscout/Provider/OPENAI/openrouter.py +328 -0
- webscout/Provider/OPENAI/pydantic_imports.py +1 -172
- webscout/Provider/OPENAI/sambanova.py +397 -0
- webscout/Provider/OPENAI/sonus.py +305 -304
- webscout/Provider/OPENAI/textpollinations.py +370 -339
- webscout/Provider/OPENAI/toolbaz.py +375 -413
- webscout/Provider/OPENAI/typefully.py +419 -355
- webscout/Provider/OPENAI/typliai.py +279 -0
- webscout/Provider/OPENAI/utils.py +314 -318
- webscout/Provider/OPENAI/wisecat.py +359 -387
- webscout/Provider/OPENAI/writecream.py +185 -163
- webscout/Provider/OPENAI/x0gpt.py +462 -365
- webscout/Provider/OPENAI/zenmux.py +380 -0
- webscout/Provider/OpenRouter.py +386 -0
- webscout/Provider/Openai.py +337 -496
- webscout/Provider/PI.py +443 -429
- webscout/Provider/QwenLM.py +346 -254
- webscout/Provider/STT/__init__.py +28 -0
- webscout/Provider/STT/base.py +303 -0
- webscout/Provider/STT/elevenlabs.py +264 -0
- webscout/Provider/Sambanova.py +317 -0
- webscout/Provider/TTI/README.md +69 -82
- webscout/Provider/TTI/__init__.py +37 -7
- webscout/Provider/TTI/base.py +147 -64
- webscout/Provider/TTI/claudeonline.py +393 -0
- webscout/Provider/TTI/magicstudio.py +292 -201
- webscout/Provider/TTI/miragic.py +180 -0
- webscout/Provider/TTI/pollinations.py +331 -221
- webscout/Provider/TTI/together.py +334 -0
- webscout/Provider/TTI/utils.py +14 -11
- webscout/Provider/TTS/README.md +186 -192
- webscout/Provider/TTS/__init__.py +43 -10
- webscout/Provider/TTS/base.py +523 -159
- webscout/Provider/TTS/deepgram.py +286 -156
- webscout/Provider/TTS/elevenlabs.py +189 -111
- webscout/Provider/TTS/freetts.py +218 -0
- webscout/Provider/TTS/murfai.py +288 -113
- webscout/Provider/TTS/openai_fm.py +364 -129
- webscout/Provider/TTS/parler.py +203 -111
- webscout/Provider/TTS/qwen.py +334 -0
- webscout/Provider/TTS/sherpa.py +286 -0
- webscout/Provider/TTS/speechma.py +693 -580
- webscout/Provider/TTS/streamElements.py +275 -333
- webscout/Provider/TTS/utils.py +280 -280
- webscout/Provider/TextPollinationsAI.py +331 -308
- webscout/Provider/TogetherAI.py +450 -0
- webscout/Provider/TwoAI.py +309 -475
- webscout/Provider/TypliAI.py +311 -305
- webscout/Provider/UNFINISHED/ChatHub.py +219 -209
- webscout/Provider/{OPENAI/glider.py → UNFINISHED/ChutesAI.py} +331 -326
- webscout/Provider/{GizAI.py → UNFINISHED/GizAI.py} +300 -295
- webscout/Provider/{Marcus.py → UNFINISHED/Marcus.py} +218 -198
- webscout/Provider/UNFINISHED/Qodo.py +481 -0
- webscout/Provider/{MCPCore.py → UNFINISHED/XenAI.py} +330 -315
- webscout/Provider/UNFINISHED/Youchat.py +347 -330
- webscout/Provider/UNFINISHED/aihumanizer.py +41 -0
- webscout/Provider/UNFINISHED/grammerchecker.py +37 -0
- webscout/Provider/UNFINISHED/liner.py +342 -0
- webscout/Provider/UNFINISHED/liner_api_request.py +246 -263
- webscout/Provider/{samurai.py → UNFINISHED/samurai.py} +231 -224
- webscout/Provider/WiseCat.py +256 -233
- webscout/Provider/WrDoChat.py +390 -370
- webscout/Provider/__init__.py +115 -174
- webscout/Provider/ai4chat.py +181 -174
- webscout/Provider/akashgpt.py +330 -335
- webscout/Provider/cerebras.py +397 -290
- webscout/Provider/cleeai.py +236 -213
- webscout/Provider/elmo.py +291 -283
- webscout/Provider/geminiapi.py +343 -208
- webscout/Provider/julius.py +245 -223
- webscout/Provider/learnfastai.py +333 -325
- webscout/Provider/llama3mitril.py +230 -215
- webscout/Provider/llmchat.py +308 -258
- webscout/Provider/llmchatco.py +321 -306
- webscout/Provider/meta.py +996 -801
- webscout/Provider/oivscode.py +332 -309
- webscout/Provider/searchchat.py +316 -292
- webscout/Provider/sonus.py +264 -258
- webscout/Provider/toolbaz.py +359 -353
- webscout/Provider/turboseek.py +332 -266
- webscout/Provider/typefully.py +262 -202
- webscout/Provider/x0gpt.py +332 -299
- webscout/__init__.py +31 -39
- webscout/__main__.py +5 -5
- webscout/cli.py +585 -524
- webscout/client.py +1497 -70
- webscout/conversation.py +140 -436
- webscout/exceptions.py +383 -362
- webscout/litagent/__init__.py +29 -29
- webscout/litagent/agent.py +492 -455
- webscout/litagent/constants.py +60 -60
- webscout/models.py +505 -181
- webscout/optimizers.py +74 -420
- webscout/prompt_manager.py +376 -288
- webscout/sanitize.py +1514 -0
- webscout/scout/README.md +452 -404
- webscout/scout/__init__.py +8 -8
- webscout/scout/core/__init__.py +7 -7
- webscout/scout/core/crawler.py +330 -210
- webscout/scout/core/scout.py +800 -607
- webscout/scout/core/search_result.py +51 -96
- webscout/scout/core/text_analyzer.py +64 -63
- webscout/scout/core/text_utils.py +412 -277
- webscout/scout/core/web_analyzer.py +54 -52
- webscout/scout/element.py +872 -478
- webscout/scout/parsers/__init__.py +70 -69
- webscout/scout/parsers/html5lib_parser.py +182 -172
- webscout/scout/parsers/html_parser.py +238 -236
- webscout/scout/parsers/lxml_parser.py +203 -178
- webscout/scout/utils.py +38 -37
- webscout/search/__init__.py +47 -0
- webscout/search/base.py +201 -0
- webscout/search/bing_main.py +45 -0
- webscout/search/brave_main.py +92 -0
- webscout/search/duckduckgo_main.py +57 -0
- webscout/search/engines/__init__.py +127 -0
- webscout/search/engines/bing/__init__.py +15 -0
- webscout/search/engines/bing/base.py +35 -0
- webscout/search/engines/bing/images.py +114 -0
- webscout/search/engines/bing/news.py +96 -0
- webscout/search/engines/bing/suggestions.py +36 -0
- webscout/search/engines/bing/text.py +109 -0
- webscout/search/engines/brave/__init__.py +19 -0
- webscout/search/engines/brave/base.py +47 -0
- webscout/search/engines/brave/images.py +213 -0
- webscout/search/engines/brave/news.py +353 -0
- webscout/search/engines/brave/suggestions.py +318 -0
- webscout/search/engines/brave/text.py +167 -0
- webscout/search/engines/brave/videos.py +364 -0
- webscout/search/engines/duckduckgo/__init__.py +25 -0
- webscout/search/engines/duckduckgo/answers.py +80 -0
- webscout/search/engines/duckduckgo/base.py +189 -0
- webscout/search/engines/duckduckgo/images.py +100 -0
- webscout/search/engines/duckduckgo/maps.py +183 -0
- webscout/search/engines/duckduckgo/news.py +70 -0
- webscout/search/engines/duckduckgo/suggestions.py +22 -0
- webscout/search/engines/duckduckgo/text.py +221 -0
- webscout/search/engines/duckduckgo/translate.py +48 -0
- webscout/search/engines/duckduckgo/videos.py +80 -0
- webscout/search/engines/duckduckgo/weather.py +84 -0
- webscout/search/engines/mojeek.py +61 -0
- webscout/search/engines/wikipedia.py +77 -0
- webscout/search/engines/yahoo/__init__.py +41 -0
- webscout/search/engines/yahoo/answers.py +19 -0
- webscout/search/engines/yahoo/base.py +34 -0
- webscout/search/engines/yahoo/images.py +323 -0
- webscout/search/engines/yahoo/maps.py +19 -0
- webscout/search/engines/yahoo/news.py +258 -0
- webscout/search/engines/yahoo/suggestions.py +140 -0
- webscout/search/engines/yahoo/text.py +273 -0
- webscout/search/engines/yahoo/translate.py +19 -0
- webscout/search/engines/yahoo/videos.py +302 -0
- webscout/search/engines/yahoo/weather.py +220 -0
- webscout/search/engines/yandex.py +67 -0
- webscout/search/engines/yep/__init__.py +13 -0
- webscout/search/engines/yep/base.py +34 -0
- webscout/search/engines/yep/images.py +101 -0
- webscout/search/engines/yep/suggestions.py +38 -0
- webscout/search/engines/yep/text.py +99 -0
- webscout/search/http_client.py +172 -0
- webscout/search/results.py +141 -0
- webscout/search/yahoo_main.py +57 -0
- webscout/search/yep_main.py +48 -0
- webscout/server/__init__.py +48 -0
- webscout/server/config.py +78 -0
- webscout/server/exceptions.py +69 -0
- webscout/server/providers.py +286 -0
- webscout/server/request_models.py +131 -0
- webscout/server/request_processing.py +404 -0
- webscout/server/routes.py +642 -0
- webscout/server/server.py +351 -0
- webscout/server/ui_templates.py +1171 -0
- webscout/swiftcli/__init__.py +79 -95
- webscout/swiftcli/core/__init__.py +7 -7
- webscout/swiftcli/core/cli.py +574 -297
- webscout/swiftcli/core/context.py +98 -104
- webscout/swiftcli/core/group.py +268 -241
- webscout/swiftcli/decorators/__init__.py +28 -28
- webscout/swiftcli/decorators/command.py +243 -221
- webscout/swiftcli/decorators/options.py +247 -220
- webscout/swiftcli/decorators/output.py +392 -252
- webscout/swiftcli/exceptions.py +21 -21
- webscout/swiftcli/plugins/__init__.py +9 -9
- webscout/swiftcli/plugins/base.py +134 -135
- webscout/swiftcli/plugins/manager.py +269 -269
- webscout/swiftcli/utils/__init__.py +58 -59
- webscout/swiftcli/utils/formatting.py +251 -252
- webscout/swiftcli/utils/parsing.py +368 -267
- webscout/update_checker.py +280 -136
- webscout/utils.py +28 -14
- webscout/version.py +2 -1
- webscout/version.py.bak +3 -0
- webscout/zeroart/__init__.py +218 -135
- webscout/zeroart/base.py +70 -66
- webscout/zeroart/effects.py +155 -101
- webscout/zeroart/fonts.py +1799 -1239
- webscout-2026.1.19.dist-info/METADATA +638 -0
- webscout-2026.1.19.dist-info/RECORD +312 -0
- {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/WHEEL +1 -1
- {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/entry_points.txt +1 -1
- webscout/DWEBS.py +0 -520
- webscout/Extra/Act.md +0 -309
- webscout/Extra/GitToolkit/gitapi/README.md +0 -110
- webscout/Extra/autocoder/__init__.py +0 -9
- webscout/Extra/autocoder/autocoder.py +0 -1105
- webscout/Extra/autocoder/autocoder_utiles.py +0 -332
- webscout/Extra/gguf.md +0 -430
- webscout/Extra/weather.md +0 -281
- webscout/Litlogger/README.md +0 -10
- webscout/Litlogger/__init__.py +0 -15
- webscout/Litlogger/formats.py +0 -4
- webscout/Litlogger/handlers.py +0 -103
- webscout/Litlogger/levels.py +0 -13
- webscout/Litlogger/logger.py +0 -92
- webscout/Provider/AI21.py +0 -177
- webscout/Provider/AISEARCH/DeepFind.py +0 -254
- webscout/Provider/AISEARCH/felo_search.py +0 -202
- webscout/Provider/AISEARCH/genspark_search.py +0 -324
- webscout/Provider/AISEARCH/hika_search.py +0 -186
- webscout/Provider/AISEARCH/scira_search.py +0 -298
- webscout/Provider/Aitopia.py +0 -316
- webscout/Provider/AllenAI.py +0 -440
- webscout/Provider/Blackboxai.py +0 -791
- webscout/Provider/ChatGPTClone.py +0 -237
- webscout/Provider/ChatGPTGratis.py +0 -194
- webscout/Provider/Cloudflare.py +0 -324
- webscout/Provider/ExaChat.py +0 -358
- webscout/Provider/Flowith.py +0 -217
- webscout/Provider/FreeGemini.py +0 -250
- webscout/Provider/Glider.py +0 -225
- webscout/Provider/HF_space/__init__.py +0 -0
- webscout/Provider/HF_space/qwen_qwen2.py +0 -206
- webscout/Provider/HuggingFaceChat.py +0 -469
- webscout/Provider/Hunyuan.py +0 -283
- webscout/Provider/LambdaChat.py +0 -411
- webscout/Provider/Llama3.py +0 -259
- webscout/Provider/Nemotron.py +0 -218
- webscout/Provider/OLLAMA.py +0 -396
- webscout/Provider/OPENAI/BLACKBOXAI.py +0 -766
- webscout/Provider/OPENAI/Cloudflare.py +0 -378
- webscout/Provider/OPENAI/FreeGemini.py +0 -283
- webscout/Provider/OPENAI/NEMOTRON.py +0 -232
- webscout/Provider/OPENAI/Qwen3.py +0 -283
- webscout/Provider/OPENAI/api.py +0 -969
- webscout/Provider/OPENAI/c4ai.py +0 -373
- webscout/Provider/OPENAI/chatgptclone.py +0 -494
- webscout/Provider/OPENAI/copilot.py +0 -242
- webscout/Provider/OPENAI/flowith.py +0 -162
- webscout/Provider/OPENAI/freeaichat.py +0 -359
- webscout/Provider/OPENAI/mcpcore.py +0 -389
- webscout/Provider/OPENAI/multichat.py +0 -376
- webscout/Provider/OPENAI/opkfc.py +0 -496
- webscout/Provider/OPENAI/scirachat.py +0 -477
- webscout/Provider/OPENAI/standardinput.py +0 -433
- webscout/Provider/OPENAI/typegpt.py +0 -364
- webscout/Provider/OPENAI/uncovrAI.py +0 -463
- webscout/Provider/OPENAI/venice.py +0 -431
- webscout/Provider/OPENAI/yep.py +0 -382
- webscout/Provider/OpenGPT.py +0 -209
- webscout/Provider/Perplexitylabs.py +0 -415
- webscout/Provider/Reka.py +0 -214
- webscout/Provider/StandardInput.py +0 -290
- webscout/Provider/TTI/aiarta.py +0 -365
- webscout/Provider/TTI/artbit.py +0 -0
- webscout/Provider/TTI/fastflux.py +0 -200
- webscout/Provider/TTI/piclumen.py +0 -203
- webscout/Provider/TTI/pixelmuse.py +0 -225
- webscout/Provider/TTS/gesserit.py +0 -128
- webscout/Provider/TTS/sthir.py +0 -94
- webscout/Provider/TeachAnything.py +0 -229
- webscout/Provider/UNFINISHED/puterjs.py +0 -635
- webscout/Provider/UNFINISHED/test_lmarena.py +0 -119
- webscout/Provider/Venice.py +0 -258
- webscout/Provider/VercelAI.py +0 -253
- webscout/Provider/Writecream.py +0 -246
- webscout/Provider/WritingMate.py +0 -269
- webscout/Provider/asksteve.py +0 -220
- webscout/Provider/chatglm.py +0 -215
- webscout/Provider/copilot.py +0 -425
- webscout/Provider/freeaichat.py +0 -285
- webscout/Provider/granite.py +0 -235
- webscout/Provider/hermes.py +0 -266
- webscout/Provider/koala.py +0 -170
- webscout/Provider/lmarena.py +0 -198
- webscout/Provider/multichat.py +0 -364
- webscout/Provider/scira_chat.py +0 -299
- webscout/Provider/scnet.py +0 -243
- webscout/Provider/talkai.py +0 -194
- webscout/Provider/typegpt.py +0 -289
- webscout/Provider/uncovr.py +0 -368
- webscout/Provider/yep.py +0 -389
- webscout/litagent/Readme.md +0 -276
- webscout/litprinter/__init__.py +0 -59
- webscout/swiftcli/Readme.md +0 -323
- webscout/tempid.py +0 -128
- webscout/webscout_search.py +0 -1184
- webscout/webscout_search_async.py +0 -654
- webscout/yep_search.py +0 -347
- webscout/zeroart/README.md +0 -89
- webscout-8.2.9.dist-info/METADATA +0 -1033
- webscout-8.2.9.dist-info/RECORD +0 -289
- {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/licenses/LICENSE.md +0 -0
- {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/top_level.txt +0 -0
webscout/Provider/hermes.py
DELETED
|
@@ -1,266 +0,0 @@
|
|
|
1
|
-
from curl_cffi.requests import Session
|
|
2
|
-
from curl_cffi import CurlError
|
|
3
|
-
import json
|
|
4
|
-
from typing import Union, Any, Dict, Generator, Optional
|
|
5
|
-
|
|
6
|
-
from webscout.AIutel import Optimizers
|
|
7
|
-
from webscout.AIutel import Conversation, sanitize_stream # Import sanitize_stream
|
|
8
|
-
from webscout.AIutel import AwesomePrompts
|
|
9
|
-
from webscout.AIbase import Provider
|
|
10
|
-
from webscout import exceptions
|
|
11
|
-
from webscout.litagent import LitAgent
|
|
12
|
-
class NousHermes(Provider):
|
|
13
|
-
"""
|
|
14
|
-
A class to interact with the Hermes API.
|
|
15
|
-
"""
|
|
16
|
-
|
|
17
|
-
AVAILABLE_MODELS = ["Hermes-3-Llama-3.1-70B", "Hermes-3-Llama-3.1-8B"]
|
|
18
|
-
|
|
19
|
-
def __init__(
|
|
20
|
-
self,
|
|
21
|
-
cookies_path: str,
|
|
22
|
-
is_conversation: bool = True,
|
|
23
|
-
max_tokens: int = 8000,
|
|
24
|
-
timeout: int = 30,
|
|
25
|
-
intro: str = None,
|
|
26
|
-
filepath: str = None,
|
|
27
|
-
update_file: bool = True,
|
|
28
|
-
proxies: dict = {},
|
|
29
|
-
history_offset: int = 10250,
|
|
30
|
-
act: str = None,
|
|
31
|
-
model: str = "Hermes-3-Llama-3.1-70B",
|
|
32
|
-
system_prompt: str = "You are a helpful AI assistant.",
|
|
33
|
-
temperature: float = 0.7,
|
|
34
|
-
top_p: float = 0.9,
|
|
35
|
-
):
|
|
36
|
-
"""Initializes the Hermes API client."""
|
|
37
|
-
if model not in self.AVAILABLE_MODELS:
|
|
38
|
-
raise ValueError(
|
|
39
|
-
f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}"
|
|
40
|
-
)
|
|
41
|
-
|
|
42
|
-
self.session = Session()
|
|
43
|
-
self.is_conversation = is_conversation
|
|
44
|
-
self.max_tokens_to_sample = max_tokens
|
|
45
|
-
self.timeout = timeout
|
|
46
|
-
self.last_response = {}
|
|
47
|
-
self.model = model
|
|
48
|
-
self.system_prompt = system_prompt
|
|
49
|
-
self.api_endpoint = "https://hermes.nousresearch.com/api/chat"
|
|
50
|
-
self.temperature = temperature
|
|
51
|
-
self.top_p = top_p
|
|
52
|
-
self.cookies_path = cookies_path
|
|
53
|
-
self.cookies_dict = self._load_cookies()
|
|
54
|
-
|
|
55
|
-
self.headers = {
|
|
56
|
-
'accept': '*/*',
|
|
57
|
-
'accept-language': 'en-US,en;q=0.9',
|
|
58
|
-
'content-type': 'application/json',
|
|
59
|
-
'origin': 'https://hermes.nousresearch.com',
|
|
60
|
-
'referer': 'https://hermes.nousresearch.com/',
|
|
61
|
-
}
|
|
62
|
-
|
|
63
|
-
self.__available_optimizers = (
|
|
64
|
-
method
|
|
65
|
-
for method in dir(Optimizers)
|
|
66
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
67
|
-
)
|
|
68
|
-
self.session.headers.update(self.headers)
|
|
69
|
-
Conversation.intro = (
|
|
70
|
-
AwesomePrompts().get_act(
|
|
71
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
72
|
-
)
|
|
73
|
-
if act
|
|
74
|
-
else intro or Conversation.intro
|
|
75
|
-
)
|
|
76
|
-
self.conversation = Conversation(
|
|
77
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
78
|
-
)
|
|
79
|
-
self.conversation.history_offset = history_offset
|
|
80
|
-
# Update curl_cffi session headers and proxies
|
|
81
|
-
self.session.proxies = proxies
|
|
82
|
-
|
|
83
|
-
# Apply cookies to curl_cffi session
|
|
84
|
-
if self.cookies_dict:
|
|
85
|
-
for name, value in self.cookies_dict.items():
|
|
86
|
-
self.session.cookies.set(name, value, domain="hermes.nousresearch.com")
|
|
87
|
-
|
|
88
|
-
def _load_cookies(self) -> Optional[Dict[str, str]]:
|
|
89
|
-
"""Load cookies from a JSON file and return them as a dictionary."""
|
|
90
|
-
try:
|
|
91
|
-
with open(self.cookies_path, 'r') as f:
|
|
92
|
-
cookies_data = json.load(f)
|
|
93
|
-
# Convert list of cookie objects to a dictionary
|
|
94
|
-
return {cookie['name']: cookie['value'] for cookie in cookies_data if 'name' in cookie and 'value' in cookie}
|
|
95
|
-
except FileNotFoundError:
|
|
96
|
-
print(f"Warning: Cookies file not found at {self.cookies_path}")
|
|
97
|
-
return None
|
|
98
|
-
except json.JSONDecodeError:
|
|
99
|
-
print(f"Warning: Invalid JSON format in cookies file at {self.cookies_path}")
|
|
100
|
-
return None
|
|
101
|
-
except Exception as e:
|
|
102
|
-
print(f"Warning: Error loading cookies: {e}")
|
|
103
|
-
return None
|
|
104
|
-
|
|
105
|
-
@staticmethod
|
|
106
|
-
def _hermes_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
|
|
107
|
-
"""Extracts content from Hermes stream JSON objects."""
|
|
108
|
-
if isinstance(chunk, dict) and chunk.get('type') == 'llm_response':
|
|
109
|
-
return chunk.get('content')
|
|
110
|
-
return None
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
def ask(
|
|
114
|
-
self,
|
|
115
|
-
prompt: str,
|
|
116
|
-
stream: bool = False,
|
|
117
|
-
raw: bool = False,
|
|
118
|
-
optimizer: str = None,
|
|
119
|
-
conversationally: bool = False,
|
|
120
|
-
) -> Union[Dict[str, Any], Generator[Any, None, None]]:
|
|
121
|
-
"""Chat with AI
|
|
122
|
-
Args:
|
|
123
|
-
prompt (str): Prompt to be send.
|
|
124
|
-
stream (bool, optional): Flag for streaming response. Defaults to False.
|
|
125
|
-
raw (bool, optional): Stream back raw response as received. Defaults to False.
|
|
126
|
-
optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
|
|
127
|
-
conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
|
|
128
|
-
Returns:
|
|
129
|
-
dict|AsyncGenerator : ai content
|
|
130
|
-
```json
|
|
131
|
-
{
|
|
132
|
-
"text" : "How may I assist you today?"
|
|
133
|
-
}
|
|
134
|
-
```
|
|
135
|
-
"""
|
|
136
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
137
|
-
if optimizer:
|
|
138
|
-
if optimizer in self.__available_optimizers:
|
|
139
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
140
|
-
conversation_prompt if conversationally else prompt
|
|
141
|
-
)
|
|
142
|
-
else:
|
|
143
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
144
|
-
f"Optimizer is not one of {self.__available_optimizers}"
|
|
145
|
-
)
|
|
146
|
-
|
|
147
|
-
payload = {
|
|
148
|
-
"messages": [{"role": "system", "content": self.system_prompt}, {"role": "user", "content": conversation_prompt}],
|
|
149
|
-
"model": self.model,
|
|
150
|
-
"max_tokens": self.max_tokens_to_sample,
|
|
151
|
-
"temperature": self.temperature,
|
|
152
|
-
"top_p": self.top_p,
|
|
153
|
-
}
|
|
154
|
-
def for_stream():
|
|
155
|
-
streaming_text = "" # Initialize outside try block
|
|
156
|
-
try:
|
|
157
|
-
response = self.session.post(
|
|
158
|
-
self.api_endpoint,
|
|
159
|
-
json=payload,
|
|
160
|
-
stream=True,
|
|
161
|
-
timeout=self.timeout,
|
|
162
|
-
impersonate="chrome110" # Keep impersonate
|
|
163
|
-
)
|
|
164
|
-
response.raise_for_status()
|
|
165
|
-
|
|
166
|
-
# Use sanitize_stream
|
|
167
|
-
processed_stream = sanitize_stream(
|
|
168
|
-
data=response.iter_content(chunk_size=None), # Pass byte iterator
|
|
169
|
-
intro_value="data:",
|
|
170
|
-
to_json=True, # Stream sends JSON
|
|
171
|
-
content_extractor=self._hermes_extractor, # Use the specific extractor
|
|
172
|
-
yield_raw_on_error=False # Skip non-JSON lines or lines where extractor fails
|
|
173
|
-
)
|
|
174
|
-
|
|
175
|
-
for content_chunk in processed_stream:
|
|
176
|
-
# content_chunk is the string extracted by _hermes_extractor
|
|
177
|
-
if content_chunk and isinstance(content_chunk, str):
|
|
178
|
-
streaming_text += content_chunk
|
|
179
|
-
resp = dict(text=content_chunk)
|
|
180
|
-
yield resp if not raw else content_chunk
|
|
181
|
-
|
|
182
|
-
self.last_response = dict(text=streaming_text) # Use streaming_text
|
|
183
|
-
self.conversation.update_chat_history(
|
|
184
|
-
prompt, streaming_text # Use streaming_text
|
|
185
|
-
)
|
|
186
|
-
|
|
187
|
-
except CurlError as e:
|
|
188
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed (CurlError): {e}") from e
|
|
189
|
-
except Exception as e:
|
|
190
|
-
err_text = getattr(e, 'response', None) and getattr(e.response, 'text', '')
|
|
191
|
-
raise exceptions.FailedToGenerateResponseError(f"Failed to generate response ({type(e).__name__}): {e} - {err_text}") from e
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
def for_non_stream():
|
|
195
|
-
collected_text = ""
|
|
196
|
-
try:
|
|
197
|
-
for chunk_data in for_stream():
|
|
198
|
-
if isinstance(chunk_data, dict) and "text" in chunk_data:
|
|
199
|
-
collected_text += chunk_data["text"]
|
|
200
|
-
elif raw and isinstance(chunk_data, str):
|
|
201
|
-
collected_text += chunk_data
|
|
202
|
-
except Exception as e:
|
|
203
|
-
if not collected_text:
|
|
204
|
-
raise exceptions.FailedToGenerateResponseError(f"Failed to get non-stream response: {str(e)}") from e
|
|
205
|
-
|
|
206
|
-
return collected_text if raw else self.last_response
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
return for_stream() if stream else for_non_stream()
|
|
210
|
-
|
|
211
|
-
def chat(
|
|
212
|
-
self,
|
|
213
|
-
prompt: str,
|
|
214
|
-
stream: bool = False,
|
|
215
|
-
optimizer: str = None,
|
|
216
|
-
conversationally: bool = False,
|
|
217
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
218
|
-
"""Generate response `str`
|
|
219
|
-
Args:
|
|
220
|
-
prompt (str): Prompt to be send.
|
|
221
|
-
stream (bool, optional): Flag for streaming response. Defaults to False.
|
|
222
|
-
optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
|
|
223
|
-
conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
|
|
224
|
-
Returns:
|
|
225
|
-
str: Response generated
|
|
226
|
-
"""
|
|
227
|
-
|
|
228
|
-
def for_stream_chat():
|
|
229
|
-
gen = self.ask(
|
|
230
|
-
prompt, stream=True, raw=False,
|
|
231
|
-
optimizer=optimizer, conversationally=conversationally
|
|
232
|
-
)
|
|
233
|
-
for response_dict in gen:
|
|
234
|
-
yield self.get_message(response_dict)
|
|
235
|
-
|
|
236
|
-
def for_non_stream_chat():
|
|
237
|
-
response_data = self.ask(
|
|
238
|
-
prompt,
|
|
239
|
-
stream=False,
|
|
240
|
-
raw=False,
|
|
241
|
-
optimizer=optimizer,
|
|
242
|
-
conversationally=conversationally,
|
|
243
|
-
)
|
|
244
|
-
return self.get_message(response_data)
|
|
245
|
-
|
|
246
|
-
return for_stream_chat() if stream else for_non_stream_chat()
|
|
247
|
-
|
|
248
|
-
def get_message(self, response: dict) -> str:
|
|
249
|
-
"""Retrieves message only from response
|
|
250
|
-
|
|
251
|
-
Args:
|
|
252
|
-
response (dict): Response generated by `self.ask`
|
|
253
|
-
|
|
254
|
-
Returns:
|
|
255
|
-
str: Message extracted
|
|
256
|
-
"""
|
|
257
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
258
|
-
return response["text"]
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
if __name__ == "__main__":
|
|
262
|
-
from rich import print
|
|
263
|
-
ai = NousHermes(cookies_path="cookies.json")
|
|
264
|
-
response = ai.chat(input(">>> "), stream=True)
|
|
265
|
-
for chunk in response:
|
|
266
|
-
print(chunk, end="", flush=True)
|
webscout/Provider/koala.py
DELETED
|
@@ -1,170 +0,0 @@
|
|
|
1
|
-
import requests
|
|
2
|
-
import re
|
|
3
|
-
from typing import Optional, Union, Any, Dict, Generator
|
|
4
|
-
from uuid import uuid4
|
|
5
|
-
|
|
6
|
-
from webscout.AIutel import Optimizers, Conversation, AwesomePrompts
|
|
7
|
-
from webscout.AIbase import Provider
|
|
8
|
-
from webscout import exceptions
|
|
9
|
-
|
|
10
|
-
class KOALA(Provider):
|
|
11
|
-
"""
|
|
12
|
-
A class to interact with the Koala.sh API, X0GPT-style, without sanitize_stream.
|
|
13
|
-
"""
|
|
14
|
-
AVAILABLE_MODELS = [
|
|
15
|
-
"gpt-4.1-mini",
|
|
16
|
-
"gpt-4.1",
|
|
17
|
-
]
|
|
18
|
-
|
|
19
|
-
def __init__(
|
|
20
|
-
self,
|
|
21
|
-
is_conversation: bool = True,
|
|
22
|
-
max_tokens: int = 600,
|
|
23
|
-
timeout: int = 30,
|
|
24
|
-
intro: str = None,
|
|
25
|
-
filepath: str = None,
|
|
26
|
-
update_file: bool = True,
|
|
27
|
-
proxies: dict = {},
|
|
28
|
-
history_offset: int = 10250,
|
|
29
|
-
act: str = None,
|
|
30
|
-
model: str = "gpt-4.1",
|
|
31
|
-
web_search: bool = True,
|
|
32
|
-
):
|
|
33
|
-
if model not in self.AVAILABLE_MODELS:
|
|
34
|
-
raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
|
|
35
|
-
self.session = requests.Session()
|
|
36
|
-
self.is_conversation = is_conversation
|
|
37
|
-
self.max_tokens_to_sample = max_tokens
|
|
38
|
-
self.api_endpoint = "https://koala.sh/api/gpt/"
|
|
39
|
-
self.timeout = timeout
|
|
40
|
-
self.last_response = {}
|
|
41
|
-
self.model = model
|
|
42
|
-
self.headers = {
|
|
43
|
-
"accept": "text/event-stream",
|
|
44
|
-
"accept-encoding": "gzip, deflate, br, zstd",
|
|
45
|
-
"accept-language": "en-US,en;q=0.9,en-IN;q=0.8",
|
|
46
|
-
"content-type": "application/json",
|
|
47
|
-
"dnt": "1",
|
|
48
|
-
"flag-real-time-data": "true" if web_search else "false",
|
|
49
|
-
"origin": "https://koala.sh",
|
|
50
|
-
"referer": "https://koala.sh/chat",
|
|
51
|
-
"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36 Edg/127.0.0.0",
|
|
52
|
-
}
|
|
53
|
-
self.session.headers.update(self.headers)
|
|
54
|
-
Conversation.intro = (
|
|
55
|
-
AwesomePrompts().get_act(
|
|
56
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
57
|
-
)
|
|
58
|
-
if act
|
|
59
|
-
else intro or Conversation.intro
|
|
60
|
-
)
|
|
61
|
-
self.conversation = Conversation(
|
|
62
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
63
|
-
)
|
|
64
|
-
self.conversation.history_offset = history_offset
|
|
65
|
-
self.session.proxies = proxies
|
|
66
|
-
|
|
67
|
-
@staticmethod
|
|
68
|
-
def _koala_extractor(line: str) -> Optional[str]:
|
|
69
|
-
# Koala returns lines like: data: "Hello" or data: "..."
|
|
70
|
-
match = re.match(r'data:\s*"(.*)"', line)
|
|
71
|
-
if match:
|
|
72
|
-
return match.group(1)
|
|
73
|
-
return None
|
|
74
|
-
|
|
75
|
-
def ask(
|
|
76
|
-
self,
|
|
77
|
-
prompt: str,
|
|
78
|
-
stream: bool = False,
|
|
79
|
-
raw: bool = False,
|
|
80
|
-
optimizer: str = None,
|
|
81
|
-
conversationally: bool = False,
|
|
82
|
-
) -> Dict[str, Any]:
|
|
83
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
84
|
-
if optimizer:
|
|
85
|
-
if hasattr(Optimizers, optimizer):
|
|
86
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
87
|
-
conversation_prompt if conversationally else prompt
|
|
88
|
-
)
|
|
89
|
-
else:
|
|
90
|
-
raise Exception(f"Optimizer is not valid.")
|
|
91
|
-
payload = {
|
|
92
|
-
"input": conversation_prompt,
|
|
93
|
-
"inputHistory": [],
|
|
94
|
-
"outputHistory": [],
|
|
95
|
-
"model": self.model
|
|
96
|
-
}
|
|
97
|
-
def for_stream():
|
|
98
|
-
response = self.session.post(
|
|
99
|
-
self.api_endpoint, json=payload, headers=self.headers, stream=True, timeout=self.timeout
|
|
100
|
-
)
|
|
101
|
-
if not response.ok:
|
|
102
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
103
|
-
f"Failed to generate response - ({response.status_code}, {response.reason})"
|
|
104
|
-
)
|
|
105
|
-
streaming_response = ""
|
|
106
|
-
for line in response.iter_lines(decode_unicode=True):
|
|
107
|
-
if not line:
|
|
108
|
-
continue
|
|
109
|
-
# Only process lines starting with data:
|
|
110
|
-
if line.startswith("data:"):
|
|
111
|
-
content = self._koala_extractor(line)
|
|
112
|
-
if content and content.strip():
|
|
113
|
-
streaming_response += content
|
|
114
|
-
yield dict(text=content) if not raw else content
|
|
115
|
-
# Only update chat history if response is not empty
|
|
116
|
-
if streaming_response.strip():
|
|
117
|
-
self.last_response = dict(text=streaming_response)
|
|
118
|
-
self.conversation.update_chat_history(
|
|
119
|
-
prompt, self.get_message(self.last_response)
|
|
120
|
-
)
|
|
121
|
-
def for_non_stream():
|
|
122
|
-
# Use streaming logic to collect the full response
|
|
123
|
-
full_text = ""
|
|
124
|
-
for chunk in for_stream():
|
|
125
|
-
if isinstance(chunk, dict):
|
|
126
|
-
full_text += chunk.get("text", "")
|
|
127
|
-
elif isinstance(chunk, str):
|
|
128
|
-
full_text += chunk
|
|
129
|
-
# Only update chat history if response is not empty
|
|
130
|
-
if full_text.strip():
|
|
131
|
-
self.last_response = dict(text=full_text)
|
|
132
|
-
self.conversation.update_chat_history(
|
|
133
|
-
prompt, self.get_message(self.last_response)
|
|
134
|
-
)
|
|
135
|
-
return self.last_response
|
|
136
|
-
return for_stream() if stream else for_non_stream()
|
|
137
|
-
|
|
138
|
-
def chat(
|
|
139
|
-
self,
|
|
140
|
-
prompt: str,
|
|
141
|
-
stream: bool = False,
|
|
142
|
-
optimizer: str = None,
|
|
143
|
-
conversationally: bool = False,
|
|
144
|
-
) -> Union[str, Generator[str, None, None]]:
|
|
145
|
-
def for_stream():
|
|
146
|
-
for response in self.ask(
|
|
147
|
-
prompt, True, optimizer=optimizer, conversationally=conversationally
|
|
148
|
-
):
|
|
149
|
-
yield self.get_message(response)
|
|
150
|
-
def for_non_stream():
|
|
151
|
-
return self.get_message(
|
|
152
|
-
self.ask(
|
|
153
|
-
prompt,
|
|
154
|
-
False,
|
|
155
|
-
optimizer=optimizer,
|
|
156
|
-
conversationally=conversationally,
|
|
157
|
-
)
|
|
158
|
-
)
|
|
159
|
-
return for_stream() if stream else for_non_stream()
|
|
160
|
-
|
|
161
|
-
def get_message(self, response: dict) -> str:
|
|
162
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
163
|
-
return response.get("text", "")
|
|
164
|
-
|
|
165
|
-
if __name__ == "__main__":
|
|
166
|
-
from rich import print
|
|
167
|
-
ai = KOALA(timeout=60)
|
|
168
|
-
response = ai.chat("Say 'Hello' in one word", stream=True)
|
|
169
|
-
for chunk in response:
|
|
170
|
-
print(chunk, end="", flush=True)
|
webscout/Provider/lmarena.py
DELETED
|
@@ -1,198 +0,0 @@
|
|
|
1
|
-
from typing import Any, Dict, Optional, Union, Generator
|
|
2
|
-
from uuid import uuid4
|
|
3
|
-
import re
|
|
4
|
-
from curl_cffi.requests import Session
|
|
5
|
-
from curl_cffi import CurlError
|
|
6
|
-
from webscout.AIbase import Provider
|
|
7
|
-
from webscout.AIutel import Optimizers, Conversation, AwesomePrompts, sanitize_stream
|
|
8
|
-
from webscout.litagent import LitAgent
|
|
9
|
-
from webscout import exceptions
|
|
10
|
-
|
|
11
|
-
class lmarena(Provider):
|
|
12
|
-
"""
|
|
13
|
-
Provider for the Arena API (battle mode).
|
|
14
|
-
"""
|
|
15
|
-
AVAILABLE_MODELS = ["arena-battle"]
|
|
16
|
-
|
|
17
|
-
def __init__(
|
|
18
|
-
self,
|
|
19
|
-
is_conversation: bool = True,
|
|
20
|
-
max_tokens: int = 2048,
|
|
21
|
-
timeout: int = 30,
|
|
22
|
-
intro: str = None,
|
|
23
|
-
filepath: str = None,
|
|
24
|
-
update_file: bool = True,
|
|
25
|
-
proxies: dict = {},
|
|
26
|
-
history_offset: int = 10250,
|
|
27
|
-
act: str = None,
|
|
28
|
-
):
|
|
29
|
-
self.url = "https://arena-api-stable.vercel.app/evaluation"
|
|
30
|
-
self.session = Session()
|
|
31
|
-
self.is_conversation = is_conversation
|
|
32
|
-
self.max_tokens_to_sample = max_tokens
|
|
33
|
-
self.timeout = timeout
|
|
34
|
-
self.last_response = {}
|
|
35
|
-
self.supabase_jwt = "base64-eyJhY2Nlc3NfdG9rZW4iOiJleUpoYkdjaU9pSklVekkxTmlJc0ltdHBaQ0k2SWtOVFQwNHhkM05uU0hkRlNFTkNNbGNpTENKMGVYQWlPaUpLVjFRaWZRLmV5SnBjM01pT2lKb2RIUndjem92TDJoMWIyZDZiMlZ4ZW1OeVpIWnJkM1IyYjJScExuTjFjR0ZpWVhObExtTnZMMkYxZEdndmRqRWlMQ0p6ZFdJaU9pSXhNV0kxT1ROaE9DMHpZak5sTFRSak1UQXRPRE13TUMwMk16QTBNMk15TW1VeU1qWWlMQ0poZFdRaU9pSmhkWFJvWlc1MGFXTmhkR1ZrSWl3aVpYaHdJam94TnpRM05UUXhPVGc1TENKcFlYUWlPakUzTkRjMU16Z3pPRGtzSW1WdFlXbHNJam9pSWl3aWNHaHZibVVpT2lJaUxDSmhjSEJmYldWMFlXUmhkR0VpT250OUxDSjFjMlZ5WDIxbGRHRmtZWFJoSWpwN0ltbGtJam9pTW1aaU1qVXhPRGN0T0RFMFppMDBNR0l3TFdJNE5UQXRZemswTnpOak1EVTVNakZtSW4wc0luSnZiR1VpT2lKaGRYUm9aVzUwYVdOaGRHVmtJaXdpWVdGc0lqb2lZV0ZzTVNJc0ltRnRjaUk2VzNzaWJXVjBhRzlrSWpvaVlXNXZibmx0YjNWeklpd2lkR2x0WlhOMFlXMXdJam94TnpRME9UWTJOak15ZlYwc0luTmxjM05wYjI1ZmFXUWlPaUl3TjJWaE5UZGtNeTFsT1RNMkxUUXpZVE10WW1Oa05pMW1aREZpTjJOa01ESmpaV0lpTENKcGMxOWhibTl1ZVcxdmRYTWlPblJ5ZFdWOS5jR3VsYlBRRmQ5MzZmcmpmdC1oWjBUQ0k1Rk1sdVU5ZUNac3h3VkNVTkhrIiwidG9rZW5fdHlwZSI6ImJlYXJlciIsImV4cGlyZXNfaW4iOjM2MDAsImV4cGlyZXNfYXQiOjE3NDc1NDE5ODksInJlZnJlc2hfdG9rZW4iOiJ0cG95ZTViN2s2N3kiLCJ1c2VyIjp7ImlkIjoiMTFiNTkzYTgtM2IzZS00YzEwLTgzMDAtNjMwNDNjMjJlMjI2IiwiYXVkIjoiYXV0aGVudGljYXRlZCIsInJvbGUiOiJhdXRoZW50aWNhdGVkIiwiZW1haWwiOiIiLCJwaG9uZSI6IiIsImxhc3Rfc2lnbl9pbl9hdCI6IjIwMjUtMDQtMThUMDg6NTc6MTIuNzMxMzg1WiIsImFwcF9tZXRhZGF0YSI6e30sInVzZXJfbWV0YWRhdGEiOnsiaWQiOiIyZmIyNTE4Ny04MTRmLTQwYjAtYjg1MC1jOTQ3M2MwNTkyMWYifSwiaWRlbnRpdGllcyI6W10sImNyZWF0ZWRfYXQiOiIyMDI1LTA0LTE4VDA4OjU3OjEyLjcyODk4NVoiLCJ1cGRhdGVkX2F0IjoiMjAyNS0wNS0xOFQwMzoxOTo0OS4yNzkxNzJaIiwiaXNfYW5vbnltb3VzIjp0cnVlfX0"
|
|
36
|
-
self.agent = LitAgent()
|
|
37
|
-
self.headers = {
|
|
38
|
-
"accept": "*/*",
|
|
39
|
-
"content-type": "application/json",
|
|
40
|
-
"origin": "https://beta.lmarena.ai",
|
|
41
|
-
"referer": "https://arena-api-stable.vercel.app/",
|
|
42
|
-
}
|
|
43
|
-
if self.supabase_jwt:
|
|
44
|
-
self.headers["supabase-jwt"] = self.supabase_jwt
|
|
45
|
-
self.session.headers.update(self.headers)
|
|
46
|
-
self.session.proxies = proxies
|
|
47
|
-
self.__available_optimizers = (
|
|
48
|
-
method
|
|
49
|
-
for method in dir(Optimizers)
|
|
50
|
-
if callable(getattr(Optimizers, method)) and not method.startswith("__")
|
|
51
|
-
)
|
|
52
|
-
Conversation.intro = (
|
|
53
|
-
AwesomePrompts().get_act(
|
|
54
|
-
act, raise_not_found=True, default=None, case_insensitive=True
|
|
55
|
-
)
|
|
56
|
-
if act
|
|
57
|
-
else intro or Conversation.intro
|
|
58
|
-
)
|
|
59
|
-
self.conversation = Conversation(
|
|
60
|
-
is_conversation, self.max_tokens_to_sample, filepath, update_file
|
|
61
|
-
)
|
|
62
|
-
self.conversation.history_offset = history_offset
|
|
63
|
-
|
|
64
|
-
@staticmethod
|
|
65
|
-
def _arena_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
|
|
66
|
-
"""Extracts content from the arena stream format 'b0:"..."'."""
|
|
67
|
-
if isinstance(chunk, str):
|
|
68
|
-
match = re.search(r'b0:"(.*?)"', chunk)
|
|
69
|
-
if match:
|
|
70
|
-
content = match.group(1).encode().decode('unicode_escape')
|
|
71
|
-
return content.replace('\\', '\\').replace('\\"', '"')
|
|
72
|
-
return None
|
|
73
|
-
|
|
74
|
-
def _build_payload(self, prompt: str) -> Dict[str, Any]:
|
|
75
|
-
session_id = str(uuid4())
|
|
76
|
-
user_msg_id = str(uuid4())
|
|
77
|
-
model_a_msg_id = str(uuid4())
|
|
78
|
-
model_b_msg_id = str(uuid4())
|
|
79
|
-
return {
|
|
80
|
-
"id": session_id,
|
|
81
|
-
"mode": "battle",
|
|
82
|
-
"userMessageId": user_msg_id,
|
|
83
|
-
"modelAMessageId": model_a_msg_id,
|
|
84
|
-
"modelBMessageId": model_b_msg_id,
|
|
85
|
-
"messages": [
|
|
86
|
-
{
|
|
87
|
-
"id": user_msg_id,
|
|
88
|
-
"role": "user",
|
|
89
|
-
"content": prompt,
|
|
90
|
-
"experimental_attachments": [],
|
|
91
|
-
"parentMessageIds": [],
|
|
92
|
-
"participantPosition": "a",
|
|
93
|
-
"modelId": None,
|
|
94
|
-
"evaluationSessionId": session_id,
|
|
95
|
-
"status": "pending",
|
|
96
|
-
"failureReason": None
|
|
97
|
-
}
|
|
98
|
-
],
|
|
99
|
-
"modality": "chat"
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
def ask(
|
|
103
|
-
self,
|
|
104
|
-
prompt: str,
|
|
105
|
-
stream: bool = False,
|
|
106
|
-
raw: bool = False,
|
|
107
|
-
optimizer: str = None,
|
|
108
|
-
conversationally: bool = False,
|
|
109
|
-
) -> Union[Dict[str, Any], Generator]:
|
|
110
|
-
conversation_prompt = self.conversation.gen_complete_prompt(prompt)
|
|
111
|
-
if optimizer:
|
|
112
|
-
if optimizer in self.__available_optimizers:
|
|
113
|
-
conversation_prompt = getattr(Optimizers, optimizer)(
|
|
114
|
-
conversation_prompt if conversationally else prompt
|
|
115
|
-
)
|
|
116
|
-
else:
|
|
117
|
-
raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
|
|
118
|
-
payload = self._build_payload(conversation_prompt)
|
|
119
|
-
def for_stream():
|
|
120
|
-
try:
|
|
121
|
-
response = self.session.post(
|
|
122
|
-
self.url,
|
|
123
|
-
json=payload,
|
|
124
|
-
stream=True,
|
|
125
|
-
timeout=self.timeout
|
|
126
|
-
)
|
|
127
|
-
if not response.ok:
|
|
128
|
-
raise exceptions.FailedToGenerateResponseError(
|
|
129
|
-
f"Failed to generate response - ({response.status_code}, {response.reason}) - {response.text}"
|
|
130
|
-
)
|
|
131
|
-
streaming_text = ""
|
|
132
|
-
processed_stream = sanitize_stream(
|
|
133
|
-
data=response.iter_content(chunk_size=None),
|
|
134
|
-
intro_value=None,
|
|
135
|
-
to_json=False,
|
|
136
|
-
content_extractor=self._arena_extractor
|
|
137
|
-
)
|
|
138
|
-
for content_chunk in processed_stream:
|
|
139
|
-
if content_chunk and isinstance(content_chunk, str):
|
|
140
|
-
streaming_text += content_chunk
|
|
141
|
-
yield content_chunk if raw else dict(text=content_chunk)
|
|
142
|
-
self.last_response = {"text": streaming_text}
|
|
143
|
-
self.conversation.update_chat_history(prompt, streaming_text)
|
|
144
|
-
except CurlError as e:
|
|
145
|
-
raise exceptions.FailedToGenerateResponseError(f"Request failed (CurlError): {e}")
|
|
146
|
-
except Exception as e:
|
|
147
|
-
raise exceptions.FailedToGenerateResponseError(f"An unexpected error occurred ({type(e).__name__}): {e}")
|
|
148
|
-
def for_non_stream():
|
|
149
|
-
full_text = ""
|
|
150
|
-
for chunk_data in for_stream():
|
|
151
|
-
if isinstance(chunk_data, dict) and "text" in chunk_data:
|
|
152
|
-
full_text += chunk_data["text"]
|
|
153
|
-
elif isinstance(chunk_data, str):
|
|
154
|
-
full_text += chunk_data
|
|
155
|
-
self.last_response = {"text": full_text}
|
|
156
|
-
return self.last_response
|
|
157
|
-
return for_stream() if stream else for_non_stream()
|
|
158
|
-
|
|
159
|
-
def chat(
|
|
160
|
-
self,
|
|
161
|
-
prompt: str,
|
|
162
|
-
stream: bool = False,
|
|
163
|
-
optimizer: str = None,
|
|
164
|
-
conversationally: bool = False,
|
|
165
|
-
) -> Union[str, Generator]:
|
|
166
|
-
def for_stream():
|
|
167
|
-
for response in self.ask(prompt, True, optimizer=optimizer, conversationally=conversationally):
|
|
168
|
-
yield self.get_message(response)
|
|
169
|
-
def for_non_stream():
|
|
170
|
-
return self.get_message(
|
|
171
|
-
self.ask(prompt, False, optimizer=optimizer, conversationally=conversationally)
|
|
172
|
-
)
|
|
173
|
-
return for_stream() if stream else for_non_stream()
|
|
174
|
-
|
|
175
|
-
def get_message(self, response: dict) -> str:
|
|
176
|
-
assert isinstance(response, dict), "Response should be of dict data-type only"
|
|
177
|
-
return response["text"]
|
|
178
|
-
|
|
179
|
-
if __name__ == "__main__":
|
|
180
|
-
print("-" * 80)
|
|
181
|
-
print(f"{'Model':<20} {'Status':<10} {'Response'}")
|
|
182
|
-
print("-" * 80)
|
|
183
|
-
try:
|
|
184
|
-
test_ai = lmarena(timeout=60)
|
|
185
|
-
response = test_ai.chat("Say 'Hello' in one word", stream=True)
|
|
186
|
-
response_text = ""
|
|
187
|
-
for chunk in response:
|
|
188
|
-
response_text += chunk
|
|
189
|
-
print(f"\r{'arena-battle':<20} {'Testing...':<10}", end="", flush=True)
|
|
190
|
-
if response_text and len(response_text.strip()) > 0:
|
|
191
|
-
status = "✓"
|
|
192
|
-
display_text = response_text.strip()[:50] + "..." if len(response_text.strip()) > 50 else response_text.strip()
|
|
193
|
-
else:
|
|
194
|
-
status = "✗"
|
|
195
|
-
display_text = "Empty or invalid response"
|
|
196
|
-
print(f"\r{'arena-battle':<20} {status:<10} {display_text}")
|
|
197
|
-
except Exception as e:
|
|
198
|
-
print(f"\r{'arena-battle':<20} {'✗':<10} {str(e)}")
|