webscout 8.2.9__py3-none-any.whl → 2026.1.19__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- webscout/AIauto.py +524 -251
- webscout/AIbase.py +247 -319
- webscout/AIutel.py +68 -703
- webscout/Bard.py +1072 -1026
- webscout/Extra/GitToolkit/__init__.py +10 -10
- webscout/Extra/GitToolkit/gitapi/__init__.py +20 -12
- webscout/Extra/GitToolkit/gitapi/gist.py +142 -0
- webscout/Extra/GitToolkit/gitapi/organization.py +91 -0
- webscout/Extra/GitToolkit/gitapi/repository.py +308 -195
- webscout/Extra/GitToolkit/gitapi/search.py +162 -0
- webscout/Extra/GitToolkit/gitapi/trending.py +236 -0
- webscout/Extra/GitToolkit/gitapi/user.py +128 -96
- webscout/Extra/GitToolkit/gitapi/utils.py +82 -62
- webscout/Extra/YTToolkit/README.md +443 -375
- webscout/Extra/YTToolkit/YTdownloader.py +953 -957
- webscout/Extra/YTToolkit/__init__.py +3 -3
- webscout/Extra/YTToolkit/transcriber.py +595 -476
- webscout/Extra/YTToolkit/ytapi/README.md +230 -44
- webscout/Extra/YTToolkit/ytapi/__init__.py +22 -6
- webscout/Extra/YTToolkit/ytapi/captions.py +190 -0
- webscout/Extra/YTToolkit/ytapi/channel.py +302 -307
- webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
- webscout/Extra/YTToolkit/ytapi/extras.py +178 -118
- webscout/Extra/YTToolkit/ytapi/hashtag.py +120 -0
- webscout/Extra/YTToolkit/ytapi/https.py +89 -88
- webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
- webscout/Extra/YTToolkit/ytapi/playlist.py +59 -59
- webscout/Extra/YTToolkit/ytapi/pool.py +8 -8
- webscout/Extra/YTToolkit/ytapi/query.py +143 -40
- webscout/Extra/YTToolkit/ytapi/shorts.py +122 -0
- webscout/Extra/YTToolkit/ytapi/stream.py +68 -63
- webscout/Extra/YTToolkit/ytapi/suggestions.py +97 -0
- webscout/Extra/YTToolkit/ytapi/utils.py +66 -62
- webscout/Extra/YTToolkit/ytapi/video.py +403 -232
- webscout/Extra/__init__.py +2 -3
- webscout/Extra/gguf.py +1298 -684
- webscout/Extra/tempmail/README.md +487 -487
- webscout/Extra/tempmail/__init__.py +28 -28
- webscout/Extra/tempmail/async_utils.py +143 -141
- webscout/Extra/tempmail/base.py +172 -161
- webscout/Extra/tempmail/cli.py +191 -187
- webscout/Extra/tempmail/emailnator.py +88 -84
- webscout/Extra/tempmail/mail_tm.py +378 -361
- webscout/Extra/tempmail/temp_mail_io.py +304 -292
- webscout/Extra/weather.py +196 -194
- webscout/Extra/weather_ascii.py +17 -15
- webscout/Provider/AISEARCH/PERPLEXED_search.py +175 -0
- webscout/Provider/AISEARCH/Perplexity.py +292 -333
- webscout/Provider/AISEARCH/README.md +106 -279
- webscout/Provider/AISEARCH/__init__.py +16 -9
- webscout/Provider/AISEARCH/brave_search.py +298 -0
- webscout/Provider/AISEARCH/iask_search.py +357 -410
- webscout/Provider/AISEARCH/monica_search.py +200 -220
- webscout/Provider/AISEARCH/webpilotai_search.py +242 -255
- webscout/Provider/Algion.py +413 -0
- webscout/Provider/Andi.py +74 -69
- webscout/Provider/Apriel.py +313 -0
- webscout/Provider/Ayle.py +323 -0
- webscout/Provider/ChatSandbox.py +329 -342
- webscout/Provider/ClaudeOnline.py +365 -0
- webscout/Provider/Cohere.py +232 -208
- webscout/Provider/DeepAI.py +367 -0
- webscout/Provider/Deepinfra.py +467 -340
- webscout/Provider/EssentialAI.py +217 -0
- webscout/Provider/ExaAI.py +274 -261
- webscout/Provider/Gemini.py +175 -169
- webscout/Provider/GithubChat.py +385 -369
- webscout/Provider/Gradient.py +286 -0
- webscout/Provider/Groq.py +556 -801
- webscout/Provider/HadadXYZ.py +323 -0
- webscout/Provider/HeckAI.py +392 -375
- webscout/Provider/HuggingFace.py +387 -0
- webscout/Provider/IBM.py +340 -0
- webscout/Provider/Jadve.py +317 -291
- webscout/Provider/K2Think.py +306 -0
- webscout/Provider/Koboldai.py +221 -384
- webscout/Provider/Netwrck.py +273 -270
- webscout/Provider/Nvidia.py +310 -0
- webscout/Provider/OPENAI/DeepAI.py +489 -0
- webscout/Provider/OPENAI/K2Think.py +423 -0
- webscout/Provider/OPENAI/PI.py +463 -0
- webscout/Provider/OPENAI/README.md +890 -952
- webscout/Provider/OPENAI/TogetherAI.py +405 -0
- webscout/Provider/OPENAI/TwoAI.py +255 -357
- webscout/Provider/OPENAI/__init__.py +148 -40
- webscout/Provider/OPENAI/ai4chat.py +348 -293
- webscout/Provider/OPENAI/akashgpt.py +436 -0
- webscout/Provider/OPENAI/algion.py +303 -0
- webscout/Provider/OPENAI/{exachat.py → ayle.py} +365 -444
- webscout/Provider/OPENAI/base.py +253 -249
- webscout/Provider/OPENAI/cerebras.py +296 -0
- webscout/Provider/OPENAI/chatgpt.py +870 -556
- webscout/Provider/OPENAI/chatsandbox.py +233 -173
- webscout/Provider/OPENAI/deepinfra.py +403 -322
- webscout/Provider/OPENAI/e2b.py +2370 -1414
- webscout/Provider/OPENAI/elmo.py +278 -0
- webscout/Provider/OPENAI/exaai.py +452 -417
- webscout/Provider/OPENAI/freeassist.py +446 -0
- webscout/Provider/OPENAI/gradient.py +448 -0
- webscout/Provider/OPENAI/groq.py +380 -364
- webscout/Provider/OPENAI/hadadxyz.py +292 -0
- webscout/Provider/OPENAI/heckai.py +333 -308
- webscout/Provider/OPENAI/huggingface.py +321 -0
- webscout/Provider/OPENAI/ibm.py +425 -0
- webscout/Provider/OPENAI/llmchat.py +253 -0
- webscout/Provider/OPENAI/llmchatco.py +378 -335
- webscout/Provider/OPENAI/meta.py +541 -0
- webscout/Provider/OPENAI/netwrck.py +374 -357
- webscout/Provider/OPENAI/nvidia.py +317 -0
- webscout/Provider/OPENAI/oivscode.py +348 -287
- webscout/Provider/OPENAI/openrouter.py +328 -0
- webscout/Provider/OPENAI/pydantic_imports.py +1 -172
- webscout/Provider/OPENAI/sambanova.py +397 -0
- webscout/Provider/OPENAI/sonus.py +305 -304
- webscout/Provider/OPENAI/textpollinations.py +370 -339
- webscout/Provider/OPENAI/toolbaz.py +375 -413
- webscout/Provider/OPENAI/typefully.py +419 -355
- webscout/Provider/OPENAI/typliai.py +279 -0
- webscout/Provider/OPENAI/utils.py +314 -318
- webscout/Provider/OPENAI/wisecat.py +359 -387
- webscout/Provider/OPENAI/writecream.py +185 -163
- webscout/Provider/OPENAI/x0gpt.py +462 -365
- webscout/Provider/OPENAI/zenmux.py +380 -0
- webscout/Provider/OpenRouter.py +386 -0
- webscout/Provider/Openai.py +337 -496
- webscout/Provider/PI.py +443 -429
- webscout/Provider/QwenLM.py +346 -254
- webscout/Provider/STT/__init__.py +28 -0
- webscout/Provider/STT/base.py +303 -0
- webscout/Provider/STT/elevenlabs.py +264 -0
- webscout/Provider/Sambanova.py +317 -0
- webscout/Provider/TTI/README.md +69 -82
- webscout/Provider/TTI/__init__.py +37 -7
- webscout/Provider/TTI/base.py +147 -64
- webscout/Provider/TTI/claudeonline.py +393 -0
- webscout/Provider/TTI/magicstudio.py +292 -201
- webscout/Provider/TTI/miragic.py +180 -0
- webscout/Provider/TTI/pollinations.py +331 -221
- webscout/Provider/TTI/together.py +334 -0
- webscout/Provider/TTI/utils.py +14 -11
- webscout/Provider/TTS/README.md +186 -192
- webscout/Provider/TTS/__init__.py +43 -10
- webscout/Provider/TTS/base.py +523 -159
- webscout/Provider/TTS/deepgram.py +286 -156
- webscout/Provider/TTS/elevenlabs.py +189 -111
- webscout/Provider/TTS/freetts.py +218 -0
- webscout/Provider/TTS/murfai.py +288 -113
- webscout/Provider/TTS/openai_fm.py +364 -129
- webscout/Provider/TTS/parler.py +203 -111
- webscout/Provider/TTS/qwen.py +334 -0
- webscout/Provider/TTS/sherpa.py +286 -0
- webscout/Provider/TTS/speechma.py +693 -580
- webscout/Provider/TTS/streamElements.py +275 -333
- webscout/Provider/TTS/utils.py +280 -280
- webscout/Provider/TextPollinationsAI.py +331 -308
- webscout/Provider/TogetherAI.py +450 -0
- webscout/Provider/TwoAI.py +309 -475
- webscout/Provider/TypliAI.py +311 -305
- webscout/Provider/UNFINISHED/ChatHub.py +219 -209
- webscout/Provider/{OPENAI/glider.py → UNFINISHED/ChutesAI.py} +331 -326
- webscout/Provider/{GizAI.py → UNFINISHED/GizAI.py} +300 -295
- webscout/Provider/{Marcus.py → UNFINISHED/Marcus.py} +218 -198
- webscout/Provider/UNFINISHED/Qodo.py +481 -0
- webscout/Provider/{MCPCore.py → UNFINISHED/XenAI.py} +330 -315
- webscout/Provider/UNFINISHED/Youchat.py +347 -330
- webscout/Provider/UNFINISHED/aihumanizer.py +41 -0
- webscout/Provider/UNFINISHED/grammerchecker.py +37 -0
- webscout/Provider/UNFINISHED/liner.py +342 -0
- webscout/Provider/UNFINISHED/liner_api_request.py +246 -263
- webscout/Provider/{samurai.py → UNFINISHED/samurai.py} +231 -224
- webscout/Provider/WiseCat.py +256 -233
- webscout/Provider/WrDoChat.py +390 -370
- webscout/Provider/__init__.py +115 -174
- webscout/Provider/ai4chat.py +181 -174
- webscout/Provider/akashgpt.py +330 -335
- webscout/Provider/cerebras.py +397 -290
- webscout/Provider/cleeai.py +236 -213
- webscout/Provider/elmo.py +291 -283
- webscout/Provider/geminiapi.py +343 -208
- webscout/Provider/julius.py +245 -223
- webscout/Provider/learnfastai.py +333 -325
- webscout/Provider/llama3mitril.py +230 -215
- webscout/Provider/llmchat.py +308 -258
- webscout/Provider/llmchatco.py +321 -306
- webscout/Provider/meta.py +996 -801
- webscout/Provider/oivscode.py +332 -309
- webscout/Provider/searchchat.py +316 -292
- webscout/Provider/sonus.py +264 -258
- webscout/Provider/toolbaz.py +359 -353
- webscout/Provider/turboseek.py +332 -266
- webscout/Provider/typefully.py +262 -202
- webscout/Provider/x0gpt.py +332 -299
- webscout/__init__.py +31 -39
- webscout/__main__.py +5 -5
- webscout/cli.py +585 -524
- webscout/client.py +1497 -70
- webscout/conversation.py +140 -436
- webscout/exceptions.py +383 -362
- webscout/litagent/__init__.py +29 -29
- webscout/litagent/agent.py +492 -455
- webscout/litagent/constants.py +60 -60
- webscout/models.py +505 -181
- webscout/optimizers.py +74 -420
- webscout/prompt_manager.py +376 -288
- webscout/sanitize.py +1514 -0
- webscout/scout/README.md +452 -404
- webscout/scout/__init__.py +8 -8
- webscout/scout/core/__init__.py +7 -7
- webscout/scout/core/crawler.py +330 -210
- webscout/scout/core/scout.py +800 -607
- webscout/scout/core/search_result.py +51 -96
- webscout/scout/core/text_analyzer.py +64 -63
- webscout/scout/core/text_utils.py +412 -277
- webscout/scout/core/web_analyzer.py +54 -52
- webscout/scout/element.py +872 -478
- webscout/scout/parsers/__init__.py +70 -69
- webscout/scout/parsers/html5lib_parser.py +182 -172
- webscout/scout/parsers/html_parser.py +238 -236
- webscout/scout/parsers/lxml_parser.py +203 -178
- webscout/scout/utils.py +38 -37
- webscout/search/__init__.py +47 -0
- webscout/search/base.py +201 -0
- webscout/search/bing_main.py +45 -0
- webscout/search/brave_main.py +92 -0
- webscout/search/duckduckgo_main.py +57 -0
- webscout/search/engines/__init__.py +127 -0
- webscout/search/engines/bing/__init__.py +15 -0
- webscout/search/engines/bing/base.py +35 -0
- webscout/search/engines/bing/images.py +114 -0
- webscout/search/engines/bing/news.py +96 -0
- webscout/search/engines/bing/suggestions.py +36 -0
- webscout/search/engines/bing/text.py +109 -0
- webscout/search/engines/brave/__init__.py +19 -0
- webscout/search/engines/brave/base.py +47 -0
- webscout/search/engines/brave/images.py +213 -0
- webscout/search/engines/brave/news.py +353 -0
- webscout/search/engines/brave/suggestions.py +318 -0
- webscout/search/engines/brave/text.py +167 -0
- webscout/search/engines/brave/videos.py +364 -0
- webscout/search/engines/duckduckgo/__init__.py +25 -0
- webscout/search/engines/duckduckgo/answers.py +80 -0
- webscout/search/engines/duckduckgo/base.py +189 -0
- webscout/search/engines/duckduckgo/images.py +100 -0
- webscout/search/engines/duckduckgo/maps.py +183 -0
- webscout/search/engines/duckduckgo/news.py +70 -0
- webscout/search/engines/duckduckgo/suggestions.py +22 -0
- webscout/search/engines/duckduckgo/text.py +221 -0
- webscout/search/engines/duckduckgo/translate.py +48 -0
- webscout/search/engines/duckduckgo/videos.py +80 -0
- webscout/search/engines/duckduckgo/weather.py +84 -0
- webscout/search/engines/mojeek.py +61 -0
- webscout/search/engines/wikipedia.py +77 -0
- webscout/search/engines/yahoo/__init__.py +41 -0
- webscout/search/engines/yahoo/answers.py +19 -0
- webscout/search/engines/yahoo/base.py +34 -0
- webscout/search/engines/yahoo/images.py +323 -0
- webscout/search/engines/yahoo/maps.py +19 -0
- webscout/search/engines/yahoo/news.py +258 -0
- webscout/search/engines/yahoo/suggestions.py +140 -0
- webscout/search/engines/yahoo/text.py +273 -0
- webscout/search/engines/yahoo/translate.py +19 -0
- webscout/search/engines/yahoo/videos.py +302 -0
- webscout/search/engines/yahoo/weather.py +220 -0
- webscout/search/engines/yandex.py +67 -0
- webscout/search/engines/yep/__init__.py +13 -0
- webscout/search/engines/yep/base.py +34 -0
- webscout/search/engines/yep/images.py +101 -0
- webscout/search/engines/yep/suggestions.py +38 -0
- webscout/search/engines/yep/text.py +99 -0
- webscout/search/http_client.py +172 -0
- webscout/search/results.py +141 -0
- webscout/search/yahoo_main.py +57 -0
- webscout/search/yep_main.py +48 -0
- webscout/server/__init__.py +48 -0
- webscout/server/config.py +78 -0
- webscout/server/exceptions.py +69 -0
- webscout/server/providers.py +286 -0
- webscout/server/request_models.py +131 -0
- webscout/server/request_processing.py +404 -0
- webscout/server/routes.py +642 -0
- webscout/server/server.py +351 -0
- webscout/server/ui_templates.py +1171 -0
- webscout/swiftcli/__init__.py +79 -95
- webscout/swiftcli/core/__init__.py +7 -7
- webscout/swiftcli/core/cli.py +574 -297
- webscout/swiftcli/core/context.py +98 -104
- webscout/swiftcli/core/group.py +268 -241
- webscout/swiftcli/decorators/__init__.py +28 -28
- webscout/swiftcli/decorators/command.py +243 -221
- webscout/swiftcli/decorators/options.py +247 -220
- webscout/swiftcli/decorators/output.py +392 -252
- webscout/swiftcli/exceptions.py +21 -21
- webscout/swiftcli/plugins/__init__.py +9 -9
- webscout/swiftcli/plugins/base.py +134 -135
- webscout/swiftcli/plugins/manager.py +269 -269
- webscout/swiftcli/utils/__init__.py +58 -59
- webscout/swiftcli/utils/formatting.py +251 -252
- webscout/swiftcli/utils/parsing.py +368 -267
- webscout/update_checker.py +280 -136
- webscout/utils.py +28 -14
- webscout/version.py +2 -1
- webscout/version.py.bak +3 -0
- webscout/zeroart/__init__.py +218 -135
- webscout/zeroart/base.py +70 -66
- webscout/zeroart/effects.py +155 -101
- webscout/zeroart/fonts.py +1799 -1239
- webscout-2026.1.19.dist-info/METADATA +638 -0
- webscout-2026.1.19.dist-info/RECORD +312 -0
- {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/WHEEL +1 -1
- {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/entry_points.txt +1 -1
- webscout/DWEBS.py +0 -520
- webscout/Extra/Act.md +0 -309
- webscout/Extra/GitToolkit/gitapi/README.md +0 -110
- webscout/Extra/autocoder/__init__.py +0 -9
- webscout/Extra/autocoder/autocoder.py +0 -1105
- webscout/Extra/autocoder/autocoder_utiles.py +0 -332
- webscout/Extra/gguf.md +0 -430
- webscout/Extra/weather.md +0 -281
- webscout/Litlogger/README.md +0 -10
- webscout/Litlogger/__init__.py +0 -15
- webscout/Litlogger/formats.py +0 -4
- webscout/Litlogger/handlers.py +0 -103
- webscout/Litlogger/levels.py +0 -13
- webscout/Litlogger/logger.py +0 -92
- webscout/Provider/AI21.py +0 -177
- webscout/Provider/AISEARCH/DeepFind.py +0 -254
- webscout/Provider/AISEARCH/felo_search.py +0 -202
- webscout/Provider/AISEARCH/genspark_search.py +0 -324
- webscout/Provider/AISEARCH/hika_search.py +0 -186
- webscout/Provider/AISEARCH/scira_search.py +0 -298
- webscout/Provider/Aitopia.py +0 -316
- webscout/Provider/AllenAI.py +0 -440
- webscout/Provider/Blackboxai.py +0 -791
- webscout/Provider/ChatGPTClone.py +0 -237
- webscout/Provider/ChatGPTGratis.py +0 -194
- webscout/Provider/Cloudflare.py +0 -324
- webscout/Provider/ExaChat.py +0 -358
- webscout/Provider/Flowith.py +0 -217
- webscout/Provider/FreeGemini.py +0 -250
- webscout/Provider/Glider.py +0 -225
- webscout/Provider/HF_space/__init__.py +0 -0
- webscout/Provider/HF_space/qwen_qwen2.py +0 -206
- webscout/Provider/HuggingFaceChat.py +0 -469
- webscout/Provider/Hunyuan.py +0 -283
- webscout/Provider/LambdaChat.py +0 -411
- webscout/Provider/Llama3.py +0 -259
- webscout/Provider/Nemotron.py +0 -218
- webscout/Provider/OLLAMA.py +0 -396
- webscout/Provider/OPENAI/BLACKBOXAI.py +0 -766
- webscout/Provider/OPENAI/Cloudflare.py +0 -378
- webscout/Provider/OPENAI/FreeGemini.py +0 -283
- webscout/Provider/OPENAI/NEMOTRON.py +0 -232
- webscout/Provider/OPENAI/Qwen3.py +0 -283
- webscout/Provider/OPENAI/api.py +0 -969
- webscout/Provider/OPENAI/c4ai.py +0 -373
- webscout/Provider/OPENAI/chatgptclone.py +0 -494
- webscout/Provider/OPENAI/copilot.py +0 -242
- webscout/Provider/OPENAI/flowith.py +0 -162
- webscout/Provider/OPENAI/freeaichat.py +0 -359
- webscout/Provider/OPENAI/mcpcore.py +0 -389
- webscout/Provider/OPENAI/multichat.py +0 -376
- webscout/Provider/OPENAI/opkfc.py +0 -496
- webscout/Provider/OPENAI/scirachat.py +0 -477
- webscout/Provider/OPENAI/standardinput.py +0 -433
- webscout/Provider/OPENAI/typegpt.py +0 -364
- webscout/Provider/OPENAI/uncovrAI.py +0 -463
- webscout/Provider/OPENAI/venice.py +0 -431
- webscout/Provider/OPENAI/yep.py +0 -382
- webscout/Provider/OpenGPT.py +0 -209
- webscout/Provider/Perplexitylabs.py +0 -415
- webscout/Provider/Reka.py +0 -214
- webscout/Provider/StandardInput.py +0 -290
- webscout/Provider/TTI/aiarta.py +0 -365
- webscout/Provider/TTI/artbit.py +0 -0
- webscout/Provider/TTI/fastflux.py +0 -200
- webscout/Provider/TTI/piclumen.py +0 -203
- webscout/Provider/TTI/pixelmuse.py +0 -225
- webscout/Provider/TTS/gesserit.py +0 -128
- webscout/Provider/TTS/sthir.py +0 -94
- webscout/Provider/TeachAnything.py +0 -229
- webscout/Provider/UNFINISHED/puterjs.py +0 -635
- webscout/Provider/UNFINISHED/test_lmarena.py +0 -119
- webscout/Provider/Venice.py +0 -258
- webscout/Provider/VercelAI.py +0 -253
- webscout/Provider/Writecream.py +0 -246
- webscout/Provider/WritingMate.py +0 -269
- webscout/Provider/asksteve.py +0 -220
- webscout/Provider/chatglm.py +0 -215
- webscout/Provider/copilot.py +0 -425
- webscout/Provider/freeaichat.py +0 -285
- webscout/Provider/granite.py +0 -235
- webscout/Provider/hermes.py +0 -266
- webscout/Provider/koala.py +0 -170
- webscout/Provider/lmarena.py +0 -198
- webscout/Provider/multichat.py +0 -364
- webscout/Provider/scira_chat.py +0 -299
- webscout/Provider/scnet.py +0 -243
- webscout/Provider/talkai.py +0 -194
- webscout/Provider/typegpt.py +0 -289
- webscout/Provider/uncovr.py +0 -368
- webscout/Provider/yep.py +0 -389
- webscout/litagent/Readme.md +0 -276
- webscout/litprinter/__init__.py +0 -59
- webscout/swiftcli/Readme.md +0 -323
- webscout/tempid.py +0 -128
- webscout/webscout_search.py +0 -1184
- webscout/webscout_search_async.py +0 -654
- webscout/yep_search.py +0 -347
- webscout/zeroart/README.md +0 -89
- webscout-8.2.9.dist-info/METADATA +0 -1033
- webscout-8.2.9.dist-info/RECORD +0 -289
- {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/licenses/LICENSE.md +0 -0
- {webscout-8.2.9.dist-info → webscout-2026.1.19.dist-info}/top_level.txt +0 -0
|
@@ -1,410 +1,357 @@
|
|
|
1
|
-
import
|
|
2
|
-
import
|
|
3
|
-
import
|
|
4
|
-
import
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
from
|
|
8
|
-
|
|
9
|
-
from webscout
|
|
10
|
-
from webscout import
|
|
11
|
-
from webscout.
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
timeout
|
|
66
|
-
proxies
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
self
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
if not stream:
|
|
359
|
-
buffer = ""
|
|
360
|
-
async for chunk in stream_generator():
|
|
361
|
-
buffer += chunk
|
|
362
|
-
self.last_response = {"text": buffer}
|
|
363
|
-
return SearchResponse(buffer) if not raw else {"text": buffer}
|
|
364
|
-
|
|
365
|
-
# For streaming, create an async generator that yields chunks
|
|
366
|
-
async def process_stream():
|
|
367
|
-
buffer = ""
|
|
368
|
-
async for chunk in stream_generator():
|
|
369
|
-
buffer += chunk
|
|
370
|
-
if raw:
|
|
371
|
-
yield {"text": chunk}
|
|
372
|
-
else:
|
|
373
|
-
yield SearchResponse(chunk)
|
|
374
|
-
self.last_response = {"text": buffer}
|
|
375
|
-
|
|
376
|
-
# Return the async generator
|
|
377
|
-
return process_stream()
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
if __name__ == "__main__":
|
|
381
|
-
from rich import print
|
|
382
|
-
|
|
383
|
-
ai = IAsk()
|
|
384
|
-
|
|
385
|
-
# Example 1: Simple search with default mode
|
|
386
|
-
print("\n[bold cyan]Example 1: Simple search with default mode[/bold cyan]")
|
|
387
|
-
response = ai.search("What is Python?", stream=True)
|
|
388
|
-
for chunk in response:
|
|
389
|
-
print(chunk, end="", flush=True)
|
|
390
|
-
print("\n\n[bold green]Response complete.[/bold green]\n")
|
|
391
|
-
|
|
392
|
-
# Example 2: Search with academic mode
|
|
393
|
-
print("\n[bold cyan]Example 2: Search with academic mode[/bold cyan]")
|
|
394
|
-
response = ai.search("Quantum computing applications", mode="academic", stream=True)
|
|
395
|
-
for chunk in response:
|
|
396
|
-
print(chunk, end="", flush=True)
|
|
397
|
-
print("\n\n[bold green]Response complete.[/bold green]\n")
|
|
398
|
-
|
|
399
|
-
# Example 3: Search with advanced mode and detailed level
|
|
400
|
-
print("\n[bold cyan]Example 3: Search with advanced mode and detailed level[/bold cyan]")
|
|
401
|
-
response = ai.search("Climate change solutions", mode="advanced", detail_level="detailed", stream=True)
|
|
402
|
-
for chunk in response:
|
|
403
|
-
print(chunk, end="", flush=True)
|
|
404
|
-
print("\n\n[bold green]Response complete.[/bold green]\n")
|
|
405
|
-
|
|
406
|
-
# Example 4: Demonstrating the create_url method
|
|
407
|
-
print("\n[bold cyan]Example 4: Generated URL for browser access[/bold cyan]")
|
|
408
|
-
url = ai.create_url("Helpingai details", mode="question", detail_level="detailed")
|
|
409
|
-
print(f"URL: {url}")
|
|
410
|
-
print("This URL can be used directly in a browser or with other HTTP clients.")
|
|
1
|
+
import asyncio
|
|
2
|
+
import re
|
|
3
|
+
import urllib.parse
|
|
4
|
+
from typing import Any, AsyncIterator, Dict, Generator, Literal, Optional, Union, cast
|
|
5
|
+
|
|
6
|
+
import lxml.html
|
|
7
|
+
from curl_cffi.requests import AsyncSession
|
|
8
|
+
|
|
9
|
+
from webscout import exceptions
|
|
10
|
+
from webscout.AIbase import AISearch, SearchResponse
|
|
11
|
+
from webscout.litagent import LitAgent
|
|
12
|
+
from webscout.scout import Scout
|
|
13
|
+
|
|
14
|
+
ModeType = Literal["question", "academic", "forums", "wiki", "thinking"]
|
|
15
|
+
DetailLevelType = Literal["concise", "detailed", "comprehensive"]
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
class IAsk(AISearch):
|
|
19
|
+
"""A class to interact with the IAsk AI search API.
|
|
20
|
+
|
|
21
|
+
IAsk provides a powerful search interface that returns AI-generated responses
|
|
22
|
+
based on web content. It supports both streaming and non-streaming responses,
|
|
23
|
+
as well as different search modes and detail levels.
|
|
24
|
+
|
|
25
|
+
Basic Usage:
|
|
26
|
+
>>> from webscout import IAsk
|
|
27
|
+
>>> ai = IAsk()
|
|
28
|
+
>>> # Non-streaming example
|
|
29
|
+
>>> response = ai.search("What is Python?")
|
|
30
|
+
>>> print(response)
|
|
31
|
+
Python is a high-level programming language...
|
|
32
|
+
|
|
33
|
+
>>> # Streaming example
|
|
34
|
+
>>> for chunk in ai.search("Tell me about AI", stream=True):
|
|
35
|
+
... print(chunk, end="", flush=True)
|
|
36
|
+
Artificial Intelligence is...
|
|
37
|
+
|
|
38
|
+
>>> # With specific mode and detail level
|
|
39
|
+
>>> response = ai.search("Climate change", mode="academic", detail_level="detailed")
|
|
40
|
+
>>> print(response)
|
|
41
|
+
Climate change refers to...
|
|
42
|
+
|
|
43
|
+
Args:
|
|
44
|
+
timeout (int, optional): Request timeout in seconds. Defaults to 30.
|
|
45
|
+
proxies (dict, optional): Proxy configuration for requests. Defaults to None.
|
|
46
|
+
mode (ModeType, optional): Default search mode. Defaults to "question".
|
|
47
|
+
detail_level (DetailLevelType, optional): Default detail level. Defaults to None.
|
|
48
|
+
"""
|
|
49
|
+
|
|
50
|
+
def __init__(
|
|
51
|
+
self,
|
|
52
|
+
timeout: int = 30,
|
|
53
|
+
proxies: Optional[dict] = None,
|
|
54
|
+
mode: ModeType = "question",
|
|
55
|
+
detail_level: Optional[DetailLevelType] = None,
|
|
56
|
+
):
|
|
57
|
+
"""Initialize the IAsk API client.
|
|
58
|
+
|
|
59
|
+
Args:
|
|
60
|
+
timeout (int, optional): Request timeout in seconds. Defaults to 30.
|
|
61
|
+
proxies (dict, optional): Proxy configuration for requests. Defaults to None.
|
|
62
|
+
mode (ModeType, optional): Default search mode. Defaults to "question".
|
|
63
|
+
detail_level (DetailLevelType, optional): Default detail level. Defaults to None.
|
|
64
|
+
"""
|
|
65
|
+
self.timeout = timeout
|
|
66
|
+
self.proxies = proxies or {}
|
|
67
|
+
self.default_mode = mode
|
|
68
|
+
self.default_detail_level = detail_level
|
|
69
|
+
self.api_endpoint = "https://iask.ai"
|
|
70
|
+
self.query_endpoint = "https://iask.ai/q"
|
|
71
|
+
self.last_response = {}
|
|
72
|
+
self.agent = LitAgent()
|
|
73
|
+
|
|
74
|
+
def create_url(
|
|
75
|
+
self,
|
|
76
|
+
query: str,
|
|
77
|
+
mode: ModeType = "question",
|
|
78
|
+
detail_level: Optional[DetailLevelType] = None,
|
|
79
|
+
) -> str:
|
|
80
|
+
"""Create a properly formatted URL with mode and detail level parameters.
|
|
81
|
+
|
|
82
|
+
Args:
|
|
83
|
+
query (str): The search query.
|
|
84
|
+
mode (ModeType, optional): Search mode. Defaults to "question".
|
|
85
|
+
detail_level (DetailLevelType, optional): Detail level. Defaults to None.
|
|
86
|
+
|
|
87
|
+
Returns:
|
|
88
|
+
str: Formatted URL with query parameters.
|
|
89
|
+
|
|
90
|
+
Example:
|
|
91
|
+
>>> ai = IAsk()
|
|
92
|
+
>>> url = ai.create_url("Climate change", mode="academic", detail_level="detailed")
|
|
93
|
+
>>> print(url)
|
|
94
|
+
https://iask.ai/q?mode=academic&q=Climate+change&options%5Bdetail_level%5D=detailed
|
|
95
|
+
"""
|
|
96
|
+
# Create a dictionary of parameters with flattened structure
|
|
97
|
+
params = {"mode": mode, "q": query}
|
|
98
|
+
|
|
99
|
+
# Add detail_level if provided using the flattened format
|
|
100
|
+
if detail_level:
|
|
101
|
+
params["options[detail_level]"] = detail_level
|
|
102
|
+
|
|
103
|
+
# Encode the parameters and build the URL
|
|
104
|
+
query_string = urllib.parse.urlencode(params)
|
|
105
|
+
url = f"{self.query_endpoint}?{query_string}"
|
|
106
|
+
|
|
107
|
+
return url
|
|
108
|
+
|
|
109
|
+
def format_html(self, html_content: str) -> str:
|
|
110
|
+
"""Format HTML content into a more readable text format.
|
|
111
|
+
|
|
112
|
+
Args:
|
|
113
|
+
html_content (str): The HTML content to format.
|
|
114
|
+
|
|
115
|
+
Returns:
|
|
116
|
+
str: Formatted text.
|
|
117
|
+
"""
|
|
118
|
+
scout = Scout(html_content, features="html.parser")
|
|
119
|
+
output_lines = []
|
|
120
|
+
|
|
121
|
+
for child in scout.find_all(["h1", "h2", "h3", "p", "ol", "ul", "div"]):
|
|
122
|
+
if child.name in ["h1", "h2", "h3"]:
|
|
123
|
+
output_lines.append(f"\n**{child.get_text().strip()}**\n")
|
|
124
|
+
elif child.name == "p":
|
|
125
|
+
text = child.get_text().strip()
|
|
126
|
+
text = re.sub(
|
|
127
|
+
r"^According to Ask AI & Question AI www\.iAsk\.ai:\s*", "", text
|
|
128
|
+
).strip()
|
|
129
|
+
# Remove footnote markers
|
|
130
|
+
text = re.sub(r"\[\d+\]\(#fn:\d+ \'see footnote\'\)", "", text)
|
|
131
|
+
output_lines.append(text + "\n")
|
|
132
|
+
elif child.name in ["ol", "ul"]:
|
|
133
|
+
for li in child.find_all("li"):
|
|
134
|
+
output_lines.append("- " + li.get_text().strip() + "\n")
|
|
135
|
+
elif child.name == "div" and "footnotes" in child.get("class", []):
|
|
136
|
+
output_lines.append("\n**Authoritative Sources**\n")
|
|
137
|
+
for li in child.find_all("li"):
|
|
138
|
+
link = li.find("a")
|
|
139
|
+
if link:
|
|
140
|
+
output_lines.append(f"- {link.get_text().strip()} ({link.get('href')})\n")
|
|
141
|
+
|
|
142
|
+
return "".join(output_lines)
|
|
143
|
+
|
|
144
|
+
def search(
|
|
145
|
+
self,
|
|
146
|
+
prompt: str,
|
|
147
|
+
stream: bool = False,
|
|
148
|
+
raw: bool = False,
|
|
149
|
+
mode: Optional[ModeType] = None,
|
|
150
|
+
detail_level: Optional[DetailLevelType] = None,
|
|
151
|
+
**kwargs: Any,
|
|
152
|
+
) -> Union[SearchResponse, Generator[Union[Dict[str, str], SearchResponse], None, None]]:
|
|
153
|
+
"""Search using the IAsk API and get AI-generated responses.
|
|
154
|
+
|
|
155
|
+
This method sends a search query to IAsk and returns the AI-generated response.
|
|
156
|
+
It supports both streaming and non-streaming modes, as well as raw response format.
|
|
157
|
+
|
|
158
|
+
Args:
|
|
159
|
+
prompt (str): The search query or prompt to send to the API.
|
|
160
|
+
stream (bool, optional): If True, yields response chunks as they arrive.
|
|
161
|
+
If False, returns complete response. Defaults to False.
|
|
162
|
+
raw (bool, optional): If True, returns raw response dictionaries with 'text' key.
|
|
163
|
+
If False, returns Response objects that convert to text automatically.
|
|
164
|
+
Defaults to False.
|
|
165
|
+
mode (ModeType, optional): Search mode to use. Defaults to None (uses instance default).
|
|
166
|
+
detail_level (DetailLevelType, optional): Detail level to use. Defaults to None (uses instance default).
|
|
167
|
+
|
|
168
|
+
Returns:
|
|
169
|
+
Union[Response, Generator[Union[Dict[str, str], Response], None, None]]:
|
|
170
|
+
- If stream=False: Returns complete response as Response object
|
|
171
|
+
- If stream=True: Yields response chunks as either Dict or Response objects
|
|
172
|
+
|
|
173
|
+
Raises:
|
|
174
|
+
APIConnectionError: If the API request fails
|
|
175
|
+
|
|
176
|
+
Examples:
|
|
177
|
+
Basic search:
|
|
178
|
+
>>> ai = IAsk()
|
|
179
|
+
>>> response = ai.search("What is Python?")
|
|
180
|
+
>>> print(response)
|
|
181
|
+
Python is a programming language...
|
|
182
|
+
|
|
183
|
+
Streaming response:
|
|
184
|
+
>>> for chunk in ai.search("Tell me about AI", stream=True):
|
|
185
|
+
... print(chunk, end="")
|
|
186
|
+
Artificial Intelligence...
|
|
187
|
+
|
|
188
|
+
Raw response format:
|
|
189
|
+
>>> for chunk in ai.search("Hello", stream=True, raw=True):
|
|
190
|
+
... print(chunk)
|
|
191
|
+
{'text': 'Hello'}
|
|
192
|
+
{'text': ' there!'}
|
|
193
|
+
|
|
194
|
+
With specific mode and detail level:
|
|
195
|
+
>>> response = ai.search("Climate change", mode="academic", detail_level="detailed")
|
|
196
|
+
>>> print(response)
|
|
197
|
+
Climate change refers to...
|
|
198
|
+
"""
|
|
199
|
+
search_mode = cast(ModeType, mode or self.default_mode)
|
|
200
|
+
search_detail_level = cast(
|
|
201
|
+
Optional[DetailLevelType], detail_level or self.default_detail_level
|
|
202
|
+
)
|
|
203
|
+
|
|
204
|
+
# For non-streaming, run the async search and return the complete response
|
|
205
|
+
if not stream:
|
|
206
|
+
# Create a new event loop for this request
|
|
207
|
+
loop = asyncio.new_event_loop()
|
|
208
|
+
asyncio.set_event_loop(loop)
|
|
209
|
+
try:
|
|
210
|
+
result = loop.run_until_complete(
|
|
211
|
+
self._async_search(prompt, False, raw, search_mode, search_detail_level)
|
|
212
|
+
)
|
|
213
|
+
return cast(
|
|
214
|
+
Union[
|
|
215
|
+
SearchResponse, Generator[Union[Dict[str, str], SearchResponse], None, None]
|
|
216
|
+
],
|
|
217
|
+
result,
|
|
218
|
+
)
|
|
219
|
+
finally:
|
|
220
|
+
loop.close()
|
|
221
|
+
buffer = ""
|
|
222
|
+
|
|
223
|
+
def sync_generator():
|
|
224
|
+
nonlocal buffer
|
|
225
|
+
|
|
226
|
+
loop = asyncio.new_event_loop()
|
|
227
|
+
asyncio.set_event_loop(loop)
|
|
228
|
+
|
|
229
|
+
try:
|
|
230
|
+
# Get the async generator
|
|
231
|
+
async_gen_coro = self._async_search(
|
|
232
|
+
prompt, True, raw, search_mode, search_detail_level
|
|
233
|
+
)
|
|
234
|
+
async_gen = loop.run_until_complete(async_gen_coro)
|
|
235
|
+
|
|
236
|
+
# Process chunks one by one
|
|
237
|
+
if hasattr(async_gen, "__anext__"):
|
|
238
|
+
async_iterator = cast(AsyncIterator, async_gen)
|
|
239
|
+
while True:
|
|
240
|
+
try:
|
|
241
|
+
# Get the next chunk
|
|
242
|
+
chunk_coro = async_iterator.__anext__()
|
|
243
|
+
chunk = loop.run_until_complete(chunk_coro)
|
|
244
|
+
|
|
245
|
+
# Update buffer and yield the chunk
|
|
246
|
+
if isinstance(chunk, dict) and "text" in chunk:
|
|
247
|
+
buffer += chunk["text"]
|
|
248
|
+
elif isinstance(chunk, SearchResponse):
|
|
249
|
+
buffer += chunk.text
|
|
250
|
+
else:
|
|
251
|
+
buffer += str(chunk)
|
|
252
|
+
|
|
253
|
+
yield chunk
|
|
254
|
+
except StopAsyncIteration:
|
|
255
|
+
break
|
|
256
|
+
except Exception as e:
|
|
257
|
+
print(f"Error in generator: {e}")
|
|
258
|
+
break
|
|
259
|
+
elif isinstance(async_gen, SearchResponse):
|
|
260
|
+
yield async_gen
|
|
261
|
+
else:
|
|
262
|
+
yield str(async_gen)
|
|
263
|
+
finally:
|
|
264
|
+
# Store the final response and close the loop
|
|
265
|
+
self.last_response = {"text": buffer}
|
|
266
|
+
loop.close()
|
|
267
|
+
|
|
268
|
+
return cast(
|
|
269
|
+
Union[SearchResponse, Generator[Union[Dict[str, str], SearchResponse], None, None]],
|
|
270
|
+
sync_generator(),
|
|
271
|
+
)
|
|
272
|
+
|
|
273
|
+
def _extract_answer(self, html_content: str) -> str:
|
|
274
|
+
"""Extract and format the answer HTML from the results page."""
|
|
275
|
+
etree = lxml.html.fromstring(html_content)
|
|
276
|
+
text_nodes = etree.xpath('//*[@id="text"]')
|
|
277
|
+
if not text_nodes:
|
|
278
|
+
raise exceptions.APIConnectionError("No answer content found in iAsk response.")
|
|
279
|
+
text_node = text_nodes[0]
|
|
280
|
+
text_html = lxml.html.tostring(text_node, encoding="unicode", method="html")
|
|
281
|
+
return self.format_html(text_html).strip()
|
|
282
|
+
|
|
283
|
+
def _iter_chunks(self, text: str) -> Generator[str, None, None]:
|
|
284
|
+
"""Yield a response string in readable chunks for streaming."""
|
|
285
|
+
for line in text.splitlines(keepends=True):
|
|
286
|
+
if line.strip() == "":
|
|
287
|
+
yield line
|
|
288
|
+
continue
|
|
289
|
+
for chunk in re.findall(r".{1,800}(?:\s+|$)", line):
|
|
290
|
+
yield chunk
|
|
291
|
+
|
|
292
|
+
async def _async_search(
|
|
293
|
+
self,
|
|
294
|
+
prompt: str,
|
|
295
|
+
stream: bool = False,
|
|
296
|
+
raw: bool = False,
|
|
297
|
+
mode: ModeType = "question",
|
|
298
|
+
detail_level: Optional[DetailLevelType] = None,
|
|
299
|
+
) -> Union[SearchResponse, str, AsyncIterator[Union[str, Dict[str, str], SearchResponse]]]:
|
|
300
|
+
"""Internal async implementation of the search method."""
|
|
301
|
+
|
|
302
|
+
async def fetch_answer() -> str:
|
|
303
|
+
timeout = self.timeout
|
|
304
|
+
params = {"mode": mode, "q": prompt}
|
|
305
|
+
if detail_level:
|
|
306
|
+
params["options[detail_level]"] = detail_level
|
|
307
|
+
|
|
308
|
+
headers = {
|
|
309
|
+
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
|
|
310
|
+
"User-Agent": self.agent.random(),
|
|
311
|
+
}
|
|
312
|
+
|
|
313
|
+
async with AsyncSession() as session:
|
|
314
|
+
response = await session.get(
|
|
315
|
+
self.query_endpoint,
|
|
316
|
+
params=params,
|
|
317
|
+
headers=headers,
|
|
318
|
+
proxies=self.proxies or None,
|
|
319
|
+
timeout=timeout,
|
|
320
|
+
)
|
|
321
|
+
if response.status_code != 200:
|
|
322
|
+
raise exceptions.APIConnectionError(
|
|
323
|
+
"Failed to generate response - "
|
|
324
|
+
f"({response.status_code}, {response.reason}) - {response.text}"
|
|
325
|
+
)
|
|
326
|
+
return self._extract_answer(response.text)
|
|
327
|
+
|
|
328
|
+
# For non-streaming, collect all chunks and return a single response
|
|
329
|
+
if not stream:
|
|
330
|
+
buffer = await fetch_answer()
|
|
331
|
+
self.last_response = SearchResponse(buffer)
|
|
332
|
+
return buffer if raw else self.last_response
|
|
333
|
+
|
|
334
|
+
# For streaming, create an async generator that yields chunks
|
|
335
|
+
async def process_stream():
|
|
336
|
+
buffer = ""
|
|
337
|
+
text = await fetch_answer()
|
|
338
|
+
for chunk in self._iter_chunks(text):
|
|
339
|
+
buffer += chunk
|
|
340
|
+
if raw:
|
|
341
|
+
yield chunk
|
|
342
|
+
else:
|
|
343
|
+
yield SearchResponse(chunk)
|
|
344
|
+
self.last_response = SearchResponse(buffer)
|
|
345
|
+
|
|
346
|
+
# Return the async generator
|
|
347
|
+
return process_stream()
|
|
348
|
+
|
|
349
|
+
|
|
350
|
+
if __name__ == "__main__":
|
|
351
|
+
ai = IAsk()
|
|
352
|
+
response = ai.search("What is Python?", stream=True, raw=True)
|
|
353
|
+
if hasattr(response, "__iter__") and not isinstance(response, (str, SearchResponse)):
|
|
354
|
+
for chunk in response:
|
|
355
|
+
print(chunk, end="", flush=True)
|
|
356
|
+
else:
|
|
357
|
+
print(response)
|