webscout 8.3.6__py3-none-any.whl → 2025.10.11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (304) hide show
  1. webscout/AIauto.py +250 -250
  2. webscout/AIbase.py +379 -379
  3. webscout/AIutel.py +60 -58
  4. webscout/Bard.py +1012 -1012
  5. webscout/Bing_search.py +417 -417
  6. webscout/DWEBS.py +529 -529
  7. webscout/Extra/Act.md +309 -309
  8. webscout/Extra/GitToolkit/__init__.py +10 -10
  9. webscout/Extra/GitToolkit/gitapi/README.md +110 -110
  10. webscout/Extra/GitToolkit/gitapi/__init__.py +11 -11
  11. webscout/Extra/GitToolkit/gitapi/repository.py +195 -195
  12. webscout/Extra/GitToolkit/gitapi/user.py +96 -96
  13. webscout/Extra/GitToolkit/gitapi/utils.py +61 -61
  14. webscout/Extra/YTToolkit/README.md +375 -375
  15. webscout/Extra/YTToolkit/YTdownloader.py +956 -956
  16. webscout/Extra/YTToolkit/__init__.py +2 -2
  17. webscout/Extra/YTToolkit/transcriber.py +475 -475
  18. webscout/Extra/YTToolkit/ytapi/README.md +44 -44
  19. webscout/Extra/YTToolkit/ytapi/__init__.py +6 -6
  20. webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
  21. webscout/Extra/YTToolkit/ytapi/errors.py +13 -13
  22. webscout/Extra/YTToolkit/ytapi/extras.py +118 -118
  23. webscout/Extra/YTToolkit/ytapi/https.py +88 -88
  24. webscout/Extra/YTToolkit/ytapi/patterns.py +61 -61
  25. webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
  26. webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
  27. webscout/Extra/YTToolkit/ytapi/query.py +39 -39
  28. webscout/Extra/YTToolkit/ytapi/stream.py +62 -62
  29. webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
  30. webscout/Extra/YTToolkit/ytapi/video.py +232 -232
  31. webscout/Extra/autocoder/__init__.py +9 -9
  32. webscout/Extra/autocoder/autocoder.py +1105 -1105
  33. webscout/Extra/autocoder/autocoder_utiles.py +332 -332
  34. webscout/Extra/gguf.md +429 -429
  35. webscout/Extra/gguf.py +1213 -1213
  36. webscout/Extra/tempmail/README.md +487 -487
  37. webscout/Extra/tempmail/__init__.py +27 -27
  38. webscout/Extra/tempmail/async_utils.py +140 -140
  39. webscout/Extra/tempmail/base.py +160 -160
  40. webscout/Extra/tempmail/cli.py +186 -186
  41. webscout/Extra/tempmail/emailnator.py +84 -84
  42. webscout/Extra/tempmail/mail_tm.py +360 -360
  43. webscout/Extra/tempmail/temp_mail_io.py +291 -291
  44. webscout/Extra/weather.md +281 -281
  45. webscout/Extra/weather.py +193 -193
  46. webscout/Litlogger/README.md +10 -10
  47. webscout/Litlogger/__init__.py +15 -15
  48. webscout/Litlogger/formats.py +13 -13
  49. webscout/Litlogger/handlers.py +121 -121
  50. webscout/Litlogger/levels.py +13 -13
  51. webscout/Litlogger/logger.py +134 -134
  52. webscout/Provider/AISEARCH/Perplexity.py +332 -332
  53. webscout/Provider/AISEARCH/README.md +279 -279
  54. webscout/Provider/AISEARCH/__init__.py +33 -11
  55. webscout/Provider/AISEARCH/felo_search.py +206 -206
  56. webscout/Provider/AISEARCH/genspark_search.py +323 -323
  57. webscout/Provider/AISEARCH/hika_search.py +185 -185
  58. webscout/Provider/AISEARCH/iask_search.py +410 -410
  59. webscout/Provider/AISEARCH/monica_search.py +219 -219
  60. webscout/Provider/AISEARCH/scira_search.py +316 -314
  61. webscout/Provider/AISEARCH/stellar_search.py +177 -177
  62. webscout/Provider/AISEARCH/webpilotai_search.py +255 -255
  63. webscout/Provider/Aitopia.py +314 -315
  64. webscout/Provider/Andi.py +3 -3
  65. webscout/Provider/Apriel.py +306 -0
  66. webscout/Provider/ChatGPTClone.py +236 -236
  67. webscout/Provider/ChatSandbox.py +343 -342
  68. webscout/Provider/Cloudflare.py +324 -324
  69. webscout/Provider/Cohere.py +208 -207
  70. webscout/Provider/Deepinfra.py +370 -369
  71. webscout/Provider/ExaAI.py +260 -260
  72. webscout/Provider/ExaChat.py +308 -387
  73. webscout/Provider/Flowith.py +221 -221
  74. webscout/Provider/GMI.py +293 -0
  75. webscout/Provider/Gemini.py +164 -162
  76. webscout/Provider/GeminiProxy.py +167 -166
  77. webscout/Provider/GithubChat.py +371 -370
  78. webscout/Provider/Groq.py +800 -800
  79. webscout/Provider/HeckAI.py +383 -379
  80. webscout/Provider/Jadve.py +282 -297
  81. webscout/Provider/K2Think.py +308 -0
  82. webscout/Provider/Koboldai.py +206 -384
  83. webscout/Provider/LambdaChat.py +423 -425
  84. webscout/Provider/Nemotron.py +244 -245
  85. webscout/Provider/Netwrck.py +248 -247
  86. webscout/Provider/OLLAMA.py +395 -394
  87. webscout/Provider/OPENAI/Cloudflare.py +394 -395
  88. webscout/Provider/OPENAI/FalconH1.py +452 -457
  89. webscout/Provider/OPENAI/FreeGemini.py +297 -299
  90. webscout/Provider/OPENAI/{monochat.py → K2Think.py} +432 -329
  91. webscout/Provider/OPENAI/NEMOTRON.py +241 -244
  92. webscout/Provider/OPENAI/PI.py +428 -427
  93. webscout/Provider/OPENAI/README.md +959 -959
  94. webscout/Provider/OPENAI/TogetherAI.py +345 -345
  95. webscout/Provider/OPENAI/TwoAI.py +466 -467
  96. webscout/Provider/OPENAI/__init__.py +33 -59
  97. webscout/Provider/OPENAI/ai4chat.py +313 -303
  98. webscout/Provider/OPENAI/base.py +249 -269
  99. webscout/Provider/OPENAI/chatglm.py +528 -0
  100. webscout/Provider/OPENAI/chatgpt.py +593 -588
  101. webscout/Provider/OPENAI/chatgptclone.py +521 -524
  102. webscout/Provider/OPENAI/chatsandbox.py +202 -177
  103. webscout/Provider/OPENAI/deepinfra.py +319 -315
  104. webscout/Provider/OPENAI/e2b.py +1665 -1665
  105. webscout/Provider/OPENAI/exaai.py +420 -420
  106. webscout/Provider/OPENAI/exachat.py +452 -452
  107. webscout/Provider/OPENAI/friendli.py +232 -232
  108. webscout/Provider/OPENAI/{refact.py → gmi.py} +324 -274
  109. webscout/Provider/OPENAI/groq.py +364 -364
  110. webscout/Provider/OPENAI/heckai.py +314 -311
  111. webscout/Provider/OPENAI/llmchatco.py +337 -337
  112. webscout/Provider/OPENAI/netwrck.py +355 -354
  113. webscout/Provider/OPENAI/oivscode.py +290 -290
  114. webscout/Provider/OPENAI/opkfc.py +518 -518
  115. webscout/Provider/OPENAI/pydantic_imports.py +1 -1
  116. webscout/Provider/OPENAI/scirachat.py +535 -529
  117. webscout/Provider/OPENAI/sonus.py +308 -308
  118. webscout/Provider/OPENAI/standardinput.py +442 -442
  119. webscout/Provider/OPENAI/textpollinations.py +340 -348
  120. webscout/Provider/OPENAI/toolbaz.py +419 -413
  121. webscout/Provider/OPENAI/typefully.py +362 -362
  122. webscout/Provider/OPENAI/utils.py +295 -295
  123. webscout/Provider/OPENAI/venice.py +436 -436
  124. webscout/Provider/OPENAI/wisecat.py +387 -387
  125. webscout/Provider/OPENAI/writecream.py +166 -166
  126. webscout/Provider/OPENAI/x0gpt.py +378 -378
  127. webscout/Provider/OPENAI/yep.py +389 -389
  128. webscout/Provider/OpenGPT.py +230 -230
  129. webscout/Provider/Openai.py +244 -496
  130. webscout/Provider/PI.py +405 -404
  131. webscout/Provider/Perplexitylabs.py +430 -431
  132. webscout/Provider/QwenLM.py +272 -254
  133. webscout/Provider/STT/__init__.py +32 -2
  134. webscout/Provider/{Llama3.py → Sambanova.py} +257 -258
  135. webscout/Provider/StandardInput.py +309 -309
  136. webscout/Provider/TTI/README.md +82 -82
  137. webscout/Provider/TTI/__init__.py +33 -12
  138. webscout/Provider/TTI/aiarta.py +413 -413
  139. webscout/Provider/TTI/base.py +136 -136
  140. webscout/Provider/TTI/bing.py +243 -243
  141. webscout/Provider/TTI/gpt1image.py +149 -149
  142. webscout/Provider/TTI/imagen.py +196 -196
  143. webscout/Provider/TTI/infip.py +211 -211
  144. webscout/Provider/TTI/magicstudio.py +232 -232
  145. webscout/Provider/TTI/monochat.py +219 -219
  146. webscout/Provider/TTI/piclumen.py +214 -214
  147. webscout/Provider/TTI/pixelmuse.py +232 -232
  148. webscout/Provider/TTI/pollinations.py +232 -232
  149. webscout/Provider/TTI/together.py +288 -288
  150. webscout/Provider/TTI/utils.py +12 -12
  151. webscout/Provider/TTI/venice.py +367 -367
  152. webscout/Provider/TTS/README.md +192 -192
  153. webscout/Provider/TTS/__init__.py +33 -10
  154. webscout/Provider/TTS/parler.py +110 -110
  155. webscout/Provider/TTS/streamElements.py +333 -333
  156. webscout/Provider/TTS/utils.py +280 -280
  157. webscout/Provider/TeachAnything.py +237 -236
  158. webscout/Provider/TextPollinationsAI.py +311 -318
  159. webscout/Provider/TogetherAI.py +356 -357
  160. webscout/Provider/TwoAI.py +313 -569
  161. webscout/Provider/TypliAI.py +312 -311
  162. webscout/Provider/UNFINISHED/ChatHub.py +208 -208
  163. webscout/Provider/UNFINISHED/ChutesAI.py +313 -313
  164. webscout/Provider/{GizAI.py → UNFINISHED/GizAI.py} +294 -294
  165. webscout/Provider/{Marcus.py → UNFINISHED/Marcus.py} +198 -198
  166. webscout/Provider/{Qodo.py → UNFINISHED/Qodo.py} +477 -477
  167. webscout/Provider/UNFINISHED/VercelAIGateway.py +338 -338
  168. webscout/Provider/{XenAI.py → UNFINISHED/XenAI.py} +324 -324
  169. webscout/Provider/UNFINISHED/Youchat.py +330 -330
  170. webscout/Provider/UNFINISHED/liner.py +334 -0
  171. webscout/Provider/UNFINISHED/liner_api_request.py +262 -262
  172. webscout/Provider/UNFINISHED/puterjs.py +634 -634
  173. webscout/Provider/UNFINISHED/samurai.py +223 -223
  174. webscout/Provider/UNFINISHED/test_lmarena.py +119 -119
  175. webscout/Provider/Venice.py +251 -250
  176. webscout/Provider/VercelAI.py +256 -255
  177. webscout/Provider/WiseCat.py +232 -231
  178. webscout/Provider/WrDoChat.py +367 -366
  179. webscout/Provider/__init__.py +33 -86
  180. webscout/Provider/ai4chat.py +174 -174
  181. webscout/Provider/akashgpt.py +331 -334
  182. webscout/Provider/cerebras.py +446 -340
  183. webscout/Provider/chatglm.py +394 -214
  184. webscout/Provider/cleeai.py +211 -212
  185. webscout/Provider/deepseek_assistant.py +1 -1
  186. webscout/Provider/elmo.py +282 -282
  187. webscout/Provider/geminiapi.py +208 -208
  188. webscout/Provider/granite.py +261 -261
  189. webscout/Provider/hermes.py +263 -265
  190. webscout/Provider/julius.py +223 -222
  191. webscout/Provider/learnfastai.py +309 -309
  192. webscout/Provider/llama3mitril.py +214 -214
  193. webscout/Provider/llmchat.py +243 -243
  194. webscout/Provider/llmchatco.py +290 -290
  195. webscout/Provider/meta.py +801 -801
  196. webscout/Provider/oivscode.py +309 -309
  197. webscout/Provider/scira_chat.py +384 -457
  198. webscout/Provider/searchchat.py +292 -291
  199. webscout/Provider/sonus.py +258 -258
  200. webscout/Provider/toolbaz.py +370 -364
  201. webscout/Provider/turboseek.py +274 -265
  202. webscout/Provider/typefully.py +208 -207
  203. webscout/Provider/x0gpt.py +1 -0
  204. webscout/Provider/yep.py +372 -371
  205. webscout/__init__.py +30 -31
  206. webscout/__main__.py +5 -5
  207. webscout/auth/api_key_manager.py +189 -189
  208. webscout/auth/config.py +175 -175
  209. webscout/auth/models.py +185 -185
  210. webscout/auth/routes.py +664 -664
  211. webscout/auth/simple_logger.py +236 -236
  212. webscout/cli.py +523 -523
  213. webscout/conversation.py +438 -438
  214. webscout/exceptions.py +361 -361
  215. webscout/litagent/Readme.md +298 -298
  216. webscout/litagent/__init__.py +28 -28
  217. webscout/litagent/agent.py +581 -581
  218. webscout/litagent/constants.py +59 -59
  219. webscout/litprinter/__init__.py +58 -58
  220. webscout/models.py +181 -181
  221. webscout/optimizers.py +419 -419
  222. webscout/prompt_manager.py +288 -288
  223. webscout/sanitize.py +1078 -1078
  224. webscout/scout/README.md +401 -401
  225. webscout/scout/__init__.py +8 -8
  226. webscout/scout/core/__init__.py +6 -6
  227. webscout/scout/core/crawler.py +297 -297
  228. webscout/scout/core/scout.py +706 -706
  229. webscout/scout/core/search_result.py +95 -95
  230. webscout/scout/core/text_analyzer.py +62 -62
  231. webscout/scout/core/text_utils.py +277 -277
  232. webscout/scout/core/web_analyzer.py +51 -51
  233. webscout/scout/element.py +599 -599
  234. webscout/scout/parsers/__init__.py +69 -69
  235. webscout/scout/parsers/html5lib_parser.py +172 -172
  236. webscout/scout/parsers/html_parser.py +236 -236
  237. webscout/scout/parsers/lxml_parser.py +178 -178
  238. webscout/scout/utils.py +37 -37
  239. webscout/swiftcli/Readme.md +323 -323
  240. webscout/swiftcli/__init__.py +95 -95
  241. webscout/swiftcli/core/__init__.py +7 -7
  242. webscout/swiftcli/core/cli.py +308 -308
  243. webscout/swiftcli/core/context.py +104 -104
  244. webscout/swiftcli/core/group.py +241 -241
  245. webscout/swiftcli/decorators/__init__.py +28 -28
  246. webscout/swiftcli/decorators/command.py +221 -221
  247. webscout/swiftcli/decorators/options.py +220 -220
  248. webscout/swiftcli/decorators/output.py +302 -302
  249. webscout/swiftcli/exceptions.py +21 -21
  250. webscout/swiftcli/plugins/__init__.py +9 -9
  251. webscout/swiftcli/plugins/base.py +135 -135
  252. webscout/swiftcli/plugins/manager.py +269 -269
  253. webscout/swiftcli/utils/__init__.py +59 -59
  254. webscout/swiftcli/utils/formatting.py +252 -252
  255. webscout/swiftcli/utils/parsing.py +267 -267
  256. webscout/update_checker.py +117 -117
  257. webscout/version.py +1 -1
  258. webscout/webscout_search.py +1183 -1183
  259. webscout/webscout_search_async.py +649 -649
  260. webscout/yep_search.py +346 -346
  261. webscout/zeroart/README.md +89 -89
  262. webscout/zeroart/__init__.py +134 -134
  263. webscout/zeroart/base.py +66 -66
  264. webscout/zeroart/effects.py +100 -100
  265. webscout/zeroart/fonts.py +1238 -1238
  266. {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/METADATA +937 -936
  267. webscout-2025.10.11.dist-info/RECORD +300 -0
  268. webscout/Provider/AISEARCH/DeepFind.py +0 -254
  269. webscout/Provider/AllenAI.py +0 -440
  270. webscout/Provider/Blackboxai.py +0 -793
  271. webscout/Provider/FreeGemini.py +0 -250
  272. webscout/Provider/GptOss.py +0 -207
  273. webscout/Provider/Hunyuan.py +0 -283
  274. webscout/Provider/Kimi.py +0 -445
  275. webscout/Provider/MCPCore.py +0 -322
  276. webscout/Provider/MiniMax.py +0 -207
  277. webscout/Provider/OPENAI/BLACKBOXAI.py +0 -1045
  278. webscout/Provider/OPENAI/MiniMax.py +0 -298
  279. webscout/Provider/OPENAI/Qwen3.py +0 -304
  280. webscout/Provider/OPENAI/autoproxy.py +0 -1067
  281. webscout/Provider/OPENAI/copilot.py +0 -321
  282. webscout/Provider/OPENAI/gptoss.py +0 -288
  283. webscout/Provider/OPENAI/kimi.py +0 -469
  284. webscout/Provider/OPENAI/mcpcore.py +0 -431
  285. webscout/Provider/OPENAI/multichat.py +0 -378
  286. webscout/Provider/OPENAI/qodo.py +0 -630
  287. webscout/Provider/OPENAI/xenai.py +0 -514
  288. webscout/Provider/Reka.py +0 -214
  289. webscout/Provider/UNFINISHED/fetch_together_models.py +0 -90
  290. webscout/Provider/asksteve.py +0 -220
  291. webscout/Provider/copilot.py +0 -441
  292. webscout/Provider/freeaichat.py +0 -294
  293. webscout/Provider/koala.py +0 -182
  294. webscout/Provider/lmarena.py +0 -198
  295. webscout/Provider/monochat.py +0 -275
  296. webscout/Provider/multichat.py +0 -375
  297. webscout/Provider/scnet.py +0 -244
  298. webscout/Provider/talkai.py +0 -194
  299. webscout/tempid.py +0 -128
  300. webscout-8.3.6.dist-info/RECORD +0 -327
  301. {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/WHEEL +0 -0
  302. {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/entry_points.txt +0 -0
  303. {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/licenses/LICENSE.md +0 -0
  304. {webscout-8.3.6.dist-info → webscout-2025.10.11.dist-info}/top_level.txt +0 -0
webscout/auth/routes.py CHANGED
@@ -1,664 +1,664 @@
1
- """
2
- API routes for the Webscout server.
3
- """
4
-
5
- import time
6
- import uuid
7
- import secrets
8
- import sys
9
- from datetime import datetime, timezone
10
- from typing import Any
11
-
12
- from fastapi import FastAPI, Request, Body, Query
13
- from fastapi.responses import JSONResponse
14
- from fastapi.exceptions import RequestValidationError
15
- from fastapi.security import APIKeyHeader
16
- from starlette.exceptions import HTTPException as StarletteHTTPException
17
- from starlette.status import (
18
- HTTP_422_UNPROCESSABLE_ENTITY,
19
- HTTP_401_UNAUTHORIZED,
20
- HTTP_403_FORBIDDEN,
21
- HTTP_500_INTERNAL_SERVER_ERROR,
22
- )
23
-
24
- from webscout.Litlogger import Logger, LogLevel, LogFormat, ConsoleHandler
25
- from .config import AppConfig
26
- from .request_models import (
27
- ChatCompletionRequest, ImageGenerationRequest, ModelListResponse,
28
- ErrorResponse
29
- )
30
- from .schemas import (
31
- APIKeyCreateRequest, APIKeyCreateResponse, APIKeyValidationResponse,
32
- HealthCheckResponse
33
- )
34
- from .exceptions import APIError
35
- from .providers import (
36
- resolve_provider_and_model, resolve_tti_provider_and_model,
37
- get_provider_instance, get_tti_provider_instance
38
- )
39
- from .request_processing import (
40
- process_messages, prepare_provider_params,
41
- handle_streaming_response, handle_non_streaming_response
42
- )
43
- from .auth_system import get_auth_components
44
- from .simple_logger import request_logger
45
- from webscout.DWEBS import GoogleSearch
46
- from webscout.yep_search import YepSearch
47
- from webscout.webscout_search import WEBS
48
- from webscout.Bing_search import BingSearch
49
-
50
- # Setup logger
51
- logger = Logger(
52
- name="webscout.api",
53
- level=LogLevel.INFO,
54
- handlers=[ConsoleHandler(stream=sys.stdout)],
55
- fmt=LogFormat.DEFAULT
56
- )
57
-
58
-
59
- class Api:
60
- """API route handler class."""
61
-
62
- def __init__(self, app: FastAPI) -> None:
63
- self.app = app
64
- self.get_api_key = APIKeyHeader(name="authorization", auto_error=False)
65
-
66
- def register_authorization(self):
67
- """Register legacy authorization middleware."""
68
- @self.app.middleware("http")
69
- async def authorization(request: Request, call_next):
70
- if AppConfig.api_key is not None:
71
- auth_header = await self.get_api_key(request)
72
- path = request.url.path
73
- if path.startswith("/v1"): # Only protect /v1 routes
74
- if auth_header is None:
75
- return JSONResponse(
76
- status_code=HTTP_401_UNAUTHORIZED,
77
- content={"error": {"message": "API key required", "type": "authentication_error"}}
78
- )
79
- if auth_header.startswith("Bearer "):
80
- auth_header = auth_header[7:]
81
- if not secrets.compare_digest(AppConfig.api_key, auth_header):
82
- return JSONResponse(
83
- status_code=HTTP_403_FORBIDDEN,
84
- content={"error": {"message": "Invalid API key", "type": "authentication_error"}}
85
- )
86
- return await call_next(request)
87
-
88
- def register_validation_exception_handler(self):
89
- """Register comprehensive exception handlers."""
90
- from fastapi.exceptions import RequestValidationError
91
- from starlette.exceptions import HTTPException as StarletteHTTPException
92
- from starlette.status import HTTP_422_UNPROCESSABLE_ENTITY, HTTP_500_INTERNAL_SERVER_ERROR
93
- from .exceptions import APIError
94
-
95
- github_footer = "If you believe this is a bug, please pull an issue at https://github.com/OEvortex/Webscout."
96
-
97
- @self.app.exception_handler(APIError)
98
- async def api_error_handler(request, exc: APIError):
99
- logger.error(f"API Error: {exc.message} (Status: {exc.status_code})")
100
- # Patch: add footer to error content before creating JSONResponse
101
- error_response = exc.to_response()
102
- # If the response is a JSONResponse, patch its content dict before returning
103
- if hasattr(error_response, 'body') and hasattr(error_response, 'media_type'):
104
- # Try to decode the body to dict and add footer if possible
105
- try:
106
- import json
107
- content_dict = json.loads(error_response.body.decode())
108
- if "error" in content_dict:
109
- content_dict["error"]["footer"] = github_footer
110
- return JSONResponse(status_code=error_response.status_code, content=content_dict)
111
- except Exception:
112
- pass
113
- return error_response
114
-
115
- @self.app.exception_handler(RequestValidationError)
116
- async def validation_exception_handler(request, exc: RequestValidationError):
117
- errors = exc.errors()
118
- error_messages = []
119
- body = await request.body()
120
- is_empty_body = not body or body.strip() in (b"", b"null", b"{}")
121
- for error in errors:
122
- loc = error.get("loc", [])
123
- loc_str = " -> ".join(str(item) for item in loc)
124
- msg = error.get("msg", "Validation error")
125
- error_messages.append({
126
- "loc": loc,
127
- "message": f"{msg} at {loc_str}",
128
- "type": error.get("type", "validation_error")
129
- })
130
- content = {
131
- "error": {
132
- "message": "Request validation error.",
133
- "details": error_messages,
134
- "type": "validation_error",
135
- "footer": github_footer
136
- }
137
- }
138
- return JSONResponse(status_code=HTTP_422_UNPROCESSABLE_ENTITY, content=content)
139
-
140
- @self.app.exception_handler(StarletteHTTPException)
141
- async def http_exception_handler(request, exc: StarletteHTTPException):
142
- content = {
143
- "error": {
144
- "message": exc.detail or "HTTP error occurred.",
145
- "type": "http_error",
146
- "footer": github_footer
147
- }
148
- }
149
- return JSONResponse(status_code=exc.status_code, content=content)
150
-
151
- @self.app.exception_handler(Exception)
152
- async def general_exception_handler(request, exc: Exception):
153
- logger.error(f"Unhandled server error: {exc}")
154
- content = {
155
- "error": {
156
- "message": f"Internal server error: {str(exc)}",
157
- "type": "server_error",
158
- "footer": github_footer
159
- }
160
- }
161
- return JSONResponse(status_code=HTTP_500_INTERNAL_SERVER_ERROR, content=content)
162
-
163
- def register_routes(self):
164
- """Register all API routes."""
165
- self._register_model_routes()
166
- self._register_chat_routes()
167
- self._register_auth_routes()
168
- self._register_websearch_routes()
169
- self._register_monitoring_routes()
170
-
171
- def _register_model_routes(self):
172
- """Register model listing routes."""
173
- @self.app.get(
174
- "/v1/models",
175
- response_model=ModelListResponse,
176
- tags=["Chat Completions"],
177
- description="List all available chat completion models."
178
- )
179
- async def list_models():
180
- models = []
181
- for model_name, provider_class in AppConfig.provider_map.items():
182
- if "/" not in model_name:
183
- continue # Skip provider names
184
- if any(m["id"] == model_name for m in models):
185
- continue
186
- models.append({
187
- "id": model_name,
188
- "object": "model",
189
- "created": int(time.time()),
190
- "owned_by": 'webscout' # Set owned_by to webscout
191
- })
192
- # Sort models alphabetically by the part after the first '/'
193
- models = sorted(models, key=lambda m: m["id"].split("/", 1)[1].lower())
194
- return {
195
- "object": "list",
196
- "data": models
197
- }
198
- @self.app.get(
199
- "/v1/TTI/models",
200
- response_model=ModelListResponse,
201
- tags=["Image Generation"],
202
- description="List all available text-to-image (TTI) models."
203
- )
204
- async def list_tti_models():
205
- models = []
206
- for model_name, provider_class in AppConfig.tti_provider_map.items():
207
- if "/" not in model_name:
208
- continue # Skip provider names
209
- if any(m["id"] == model_name for m in models):
210
- continue
211
- models.append({
212
- "id": model_name,
213
- "object": "model",
214
- "created": int(time.time()),
215
- "owned_by": 'webscout' # Set owned_by to webscout
216
- })
217
- # Sort models alphabetically by the part after the first '/'
218
- models = sorted(models, key=lambda m: m["id"].split("/", 1)[1].lower())
219
- return {
220
- "object": "list",
221
- "data": models
222
- }
223
-
224
- def _register_chat_routes(self):
225
- """Register chat completion routes."""
226
- @self.app.post(
227
- "/v1/chat/completions",
228
- response_model_exclude_none=True,
229
- response_model_exclude_unset=True,
230
- tags=["Chat Completions"],
231
- description="Generate chat completions using the specified model.",
232
- openapi_extra={
233
- "requestBody": {
234
- "content": {
235
- "application/json": {
236
- "schema": {
237
- "$ref": "#/components/schemas/ChatCompletionRequest"
238
- },
239
- "example": ChatCompletionRequest.Config.schema_extra["example"]
240
- }
241
- }
242
- }
243
- }
244
- )
245
- async def chat_completions(
246
- request: Request,
247
- chat_request: ChatCompletionRequest = Body(...)
248
- ):
249
- """Handle chat completion requests with comprehensive error handling."""
250
- start_time = time.time()
251
- request_id = f"chatcmpl-{uuid.uuid4()}"
252
-
253
- try:
254
- logger.info(f"Processing chat completion request {request_id} for model: {chat_request.model}")
255
-
256
- # Resolve provider and model
257
- provider_class, model_name = resolve_provider_and_model(chat_request.model)
258
-
259
- # Initialize provider with caching and error handling
260
- try:
261
- provider = get_provider_instance(provider_class)
262
- logger.debug(f"Using provider instance: {provider_class.__name__}")
263
- except Exception as e:
264
- logger.error(f"Failed to initialize provider {provider_class.__name__}: {e}")
265
- raise APIError(
266
- f"Failed to initialize provider {provider_class.__name__}: {e}",
267
- HTTP_500_INTERNAL_SERVER_ERROR,
268
- "provider_error"
269
- )
270
-
271
- # Process and validate messages
272
- processed_messages = process_messages(chat_request.messages)
273
-
274
- # Prepare parameters for provider
275
- params = prepare_provider_params(chat_request, model_name, processed_messages)
276
-
277
- # Extract client IP address
278
- client_ip = request.client.host if request.client else "unknown"
279
- if "x-forwarded-for" in request.headers:
280
- client_ip = request.headers["x-forwarded-for"].split(",")[0].strip()
281
- elif "x-real-ip" in request.headers:
282
- client_ip = request.headers["x-real-ip"]
283
-
284
- # Extract question from messages (last user message)
285
- question = ""
286
- for msg in reversed(processed_messages):
287
- if msg.get("role") == "user":
288
- content = msg.get("content", "")
289
- if isinstance(content, str):
290
- question = content
291
- elif isinstance(content, list) and content:
292
- # Handle content with multiple parts (text, images, etc.)
293
- for part in content:
294
- if isinstance(part, dict) and part.get("type") == "text":
295
- question = part.get("text", "")
296
- break
297
- break
298
-
299
- # Handle streaming vs non-streaming
300
- if chat_request.stream:
301
- return await handle_streaming_response(
302
- provider, params, request_id, client_ip, question, model_name, start_time,
303
- provider_class.__name__, request
304
- )
305
- else:
306
- return await handle_non_streaming_response(
307
- provider, params, request_id, start_time, client_ip, question, model_name,
308
- provider_class.__name__, request
309
- )
310
-
311
- except APIError:
312
- # Re-raise API errors as-is
313
- raise
314
- except Exception as e:
315
- logger.error(f"Unexpected error in chat completion {request_id}: {e}")
316
- raise APIError(
317
- f"Internal server error: {str(e)}",
318
- HTTP_500_INTERNAL_SERVER_ERROR,
319
- "internal_error"
320
- )
321
-
322
-
323
- @self.app.post(
324
- "/v1/images/generations",
325
- tags=["Image Generation"],
326
- description="Generate images from text prompts using the specified TTI model."
327
- )
328
- async def image_generations(
329
- image_request: ImageGenerationRequest = Body(...)
330
- ):
331
- """Handle image generation requests."""
332
- start_time = time.time()
333
- request_id = f"img-{uuid.uuid4()}"
334
-
335
- try:
336
- logger.info(f"Processing image generation request {request_id} for model: {image_request.model}")
337
-
338
- # Resolve TTI provider and model
339
- provider_class, model_name = resolve_tti_provider_and_model(image_request.model)
340
-
341
- # Initialize TTI provider
342
- try:
343
- provider = get_tti_provider_instance(provider_class)
344
- logger.debug(f"Using TTI provider instance: {provider_class.__name__}")
345
- except APIError as e:
346
- # Add helpful footer for provider errors
347
- return JSONResponse(
348
- status_code=e.status_code,
349
- content={
350
- "error": {
351
- "message": e.message,
352
- "type": e.error_type,
353
- "footer": "If you believe this is a bug, please pull an issue at https://github.com/OEvortex/Webscout."
354
- }
355
- }
356
- )
357
- except Exception as e:
358
- logger.error(f"Failed to initialize TTI provider {provider_class.__name__}: {e}")
359
- raise APIError(
360
- f"Failed to initialize TTI provider {provider_class.__name__}: {e}",
361
- HTTP_500_INTERNAL_SERVER_ERROR,
362
- "provider_error"
363
- )
364
-
365
- # Prepare parameters for TTI provider
366
- params = {
367
- "prompt": image_request.prompt,
368
- "model": model_name,
369
- "n": image_request.n,
370
- "size": image_request.size,
371
- "response_format": image_request.response_format,
372
- }
373
-
374
- # Add optional parameters
375
- optional_params = ["user", "style", "aspect_ratio", "timeout", "image_format", "seed"]
376
- for param in optional_params:
377
- value = getattr(image_request, param, None)
378
- if value is not None:
379
- params[param] = value
380
-
381
- # Generate images
382
- response = provider.images.create(**params)
383
-
384
- # Standardize response format
385
- if hasattr(response, "model_dump"):
386
- response_data = response.model_dump(exclude_none=True)
387
- elif hasattr(response, "dict"):
388
- response_data = response.dict(exclude_none=True)
389
- elif isinstance(response, dict):
390
- response_data = response
391
- else:
392
- raise APIError(
393
- "Invalid response format from TTI provider",
394
- HTTP_500_INTERNAL_SERVER_ERROR,
395
- "provider_error"
396
- )
397
-
398
- elapsed = time.time() - start_time
399
- logger.info(f"Completed image generation request {request_id} in {elapsed:.2f}s")
400
-
401
- return response_data
402
- except APIError:
403
- raise
404
- except Exception as e:
405
- logger.error(f"Unexpected error in image generation {request_id}: {e}")
406
- raise APIError(
407
- f"Internal server error: {str(e)}",
408
- HTTP_500_INTERNAL_SERVER_ERROR,
409
- "internal_error"
410
- )
411
-
412
- def _register_auth_routes(self):
413
- """Register authentication routes."""
414
- # Only register auth endpoints if authentication is required
415
- if not AppConfig.auth_required:
416
- logger.info("Auth endpoints are disabled (no-auth mode)")
417
- return
418
- auth_components = get_auth_components()
419
- api_key_manager = auth_components.get("api_key_manager")
420
-
421
- @self.app.post(
422
- "/v1/auth/generate-key",
423
- response_model=APIKeyCreateResponse,
424
- tags=["Authentication"],
425
- description="Generate a new API key for a user."
426
- )
427
- async def generate_api_key(request: APIKeyCreateRequest = Body(...)):
428
- """Generate a new API key."""
429
- if not api_key_manager:
430
- raise APIError("Authentication system not initialized", HTTP_500_INTERNAL_SERVER_ERROR)
431
-
432
- try:
433
- api_key, user = await api_key_manager.create_api_key(
434
- username=request.username,
435
- telegram_id=request.telegram_id,
436
- name=request.name,
437
- rate_limit=request.rate_limit or 10,
438
- expires_in_days=request.expires_in_days
439
- )
440
-
441
- return APIKeyCreateResponse(
442
- api_key=api_key.key,
443
- key_id=api_key.id,
444
- user_id=user.id,
445
- name=api_key.name,
446
- created_at=api_key.created_at,
447
- expires_at=api_key.expires_at,
448
- rate_limit=api_key.rate_limit
449
- )
450
- except Exception as e:
451
- logger.error(f"Error generating API key: {e}")
452
- raise APIError(f"Failed to generate API key: {str(e)}", HTTP_500_INTERNAL_SERVER_ERROR)
453
-
454
- @self.app.get(
455
- "/v1/auth/validate",
456
- response_model=APIKeyValidationResponse,
457
- tags=["Authentication"],
458
- description="Validate an API key and return its status."
459
- )
460
- async def validate_api_key(request: Request):
461
- """Validate an API key."""
462
- if not api_key_manager:
463
- raise APIError("Authentication system not initialized", HTTP_500_INTERNAL_SERVER_ERROR)
464
-
465
- auth_header = request.headers.get("authorization")
466
- if not auth_header:
467
- return APIKeyValidationResponse(valid=False, error="No authorization header provided")
468
-
469
- # Extract API key
470
- api_key = auth_header
471
- if auth_header.startswith("Bearer "):
472
- api_key = auth_header[7:]
473
-
474
- try:
475
- is_valid, api_key_obj, error_msg = await api_key_manager.validate_api_key(api_key)
476
-
477
- if is_valid and api_key_obj:
478
- return APIKeyValidationResponse(
479
- valid=True,
480
- user_id=api_key_obj.user_id,
481
- key_id=api_key_obj.id,
482
- rate_limit=api_key_obj.rate_limit,
483
- usage_count=api_key_obj.usage_count,
484
- last_used_at=api_key_obj.last_used_at
485
- )
486
- else:
487
- return APIKeyValidationResponse(valid=False, error=error_msg)
488
- except Exception as e:
489
- logger.error(f"Error validating API key: {e}")
490
- return APIKeyValidationResponse(valid=False, error="Internal validation error")
491
-
492
- @self.app.get(
493
- "/health",
494
- response_model=HealthCheckResponse,
495
- tags=["Health"],
496
- description="Health check endpoint for the API and database."
497
- )
498
- async def health_check():
499
- """Health check endpoint."""
500
- db_status = "unknown"
501
- db_manager = auth_components.get("db_manager")
502
- if db_manager:
503
- status_info = db_manager.get_status()
504
- db_status = f"{status_info['type']} - {status_info['status']}"
505
-
506
- return HealthCheckResponse(
507
- status="healthy",
508
- database=db_status,
509
- timestamp=datetime.now(timezone.utc)
510
- )
511
-
512
- def _register_websearch_routes(self):
513
- """Register web search endpoint."""
514
-
515
- @self.app.get(
516
- "/search",
517
- tags=["Web search"],
518
- description="Unified web search endpoint supporting Google, Yep, DuckDuckGo, and Bing with text, news, images, and suggestions search types."
519
- )
520
- async def websearch(
521
- q: str = Query(..., description="Search query"),
522
- engine: str = Query("google", description="Search engine: google, yep, duckduckgo, bing"),
523
- max_results: int = Query(10, description="Maximum number of results"),
524
- region: str = Query("all", description="Region code (optional)"),
525
- safesearch: str = Query("moderate", description="Safe search: on, moderate, off"),
526
- type: str = Query("text", description="Search type: text, news, images, suggestions"),
527
- ):
528
- """Unified web search endpoint."""
529
- github_footer = "If you believe this is a bug, please pull an issue at https://github.com/OEvortex/Webscout."
530
- try:
531
- if engine == "google":
532
- gs = GoogleSearch()
533
- if type == "text":
534
- results = gs.text(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
535
- return {"engine": "google", "type": "text", "results": [r.__dict__ for r in results]}
536
- elif type == "news":
537
- results = gs.news(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
538
- return {"engine": "google", "type": "news", "results": [r.__dict__ for r in results]}
539
- elif type == "suggestions":
540
- results = gs.suggestions(q, region=region)
541
- return {"engine": "google", "type": "suggestions", "results": results}
542
- else:
543
- return {"error": "Google only supports text, news, and suggestions in this API.", "footer": github_footer}
544
- elif engine == "yep":
545
- ys = YepSearch()
546
- if type == "text":
547
- results = ys.text(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
548
- return {"engine": "yep", "type": "text", "results": results}
549
- elif type == "images":
550
- results = ys.images(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
551
- return {"engine": "yep", "type": "images", "results": results}
552
- elif type == "suggestions":
553
- results = ys.suggestions(q, region=region)
554
- return {"engine": "yep", "type": "suggestions", "results": results}
555
- else:
556
- return {"error": "Yep only supports text, images, and suggestions in this API.", "footer": github_footer}
557
- elif engine == "duckduckgo":
558
- ws = WEBS()
559
- if type == "text":
560
- results = ws.text(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
561
- return {"engine": "duckduckgo", "type": "text", "results": results}
562
- elif type == "suggestions":
563
- results = ws.suggestions(keywords=q, region=region)
564
- return {"engine": "duckduckgo", "type": "suggestions", "results": results}
565
- else:
566
- return {"error": "DuckDuckGo only supports text and suggestions in this API.", "footer": github_footer}
567
- elif engine == "bing":
568
- bs = BingSearch()
569
- if type == "text":
570
- results = bs.text(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
571
- return {"engine": "bing", "type": "text", "results": [r.__dict__ for r in results]}
572
- elif type == "news":
573
- results = bs.news(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
574
- return {"engine": "bing", "type": "news", "results": [r.__dict__ for r in results]}
575
- elif type == "images":
576
- results = bs.images(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
577
- return {"engine": "bing", "type": "images", "results": [r.__dict__ for r in results]}
578
- elif type == "suggestions":
579
- results = bs.suggestions(q, region=region)
580
- return {"engine": "bing", "type": "suggestions", "results": results}
581
- else:
582
- return {"error": "Bing only supports text, news, images, and suggestions in this API.", "footer": github_footer}
583
- else:
584
- return {"error": "Unknown engine. Use one of: google, yep, duckduckgo, bing.", "footer": github_footer}
585
- except Exception as e:
586
- # Special handling for rate limit errors
587
- msg = str(e)
588
- if "429" in msg or "rate limit" in msg.lower():
589
- return {
590
- "error": "You have hit the search rate limit. Please try again later.",
591
- "details": msg,
592
- "code": 429,
593
- "footer": github_footer
594
- }
595
- return {
596
- "error": f"Search request failed: {msg}",
597
- "footer": github_footer
598
- }
599
-
600
- def _register_monitoring_routes(self):
601
- """Register monitoring and analytics routes for no-auth mode."""
602
-
603
- @self.app.get(
604
- "/monitor/requests",
605
- tags=["Monitoring"],
606
- description="Get recent API requests (no-auth mode only)"
607
- )
608
- async def get_recent_requests(limit: int = Query(10, description="Number of recent requests to fetch")):
609
- """Get recent API requests for monitoring."""
610
- if AppConfig.auth_required:
611
- return {"error": "Monitoring is only available in no-auth mode"}
612
-
613
- try:
614
- return await request_logger.get_recent_requests(limit)
615
- except Exception as e:
616
- return {"error": f"Failed to fetch requests: {str(e)}"}
617
-
618
- @self.app.get(
619
- "/monitor/stats",
620
- tags=["Monitoring"],
621
- description="Get API usage statistics (no-auth mode only)"
622
- )
623
- async def get_api_stats():
624
- """Get API usage statistics."""
625
- if AppConfig.auth_required:
626
- return {"error": "Monitoring is only available in no-auth mode"}
627
-
628
- try:
629
- return await request_logger.get_stats()
630
- except Exception as e:
631
- return {"error": f"Failed to fetch stats: {str(e)}"}
632
-
633
- @self.app.get(
634
- "/monitor/health",
635
- tags=["Monitoring"],
636
- description="Health check with database status"
637
- )
638
- async def enhanced_health_check():
639
- """Enhanced health check including database connectivity."""
640
- try:
641
- # Check database connectivity
642
- db_status = "disconnected"
643
- if request_logger.supabase_client:
644
- try:
645
- # Try a simple query to check connectivity
646
- result = request_logger.supabase_client.table("api_requests").select("id").limit(1).execute()
647
- db_status = "connected"
648
- except Exception as e:
649
- db_status = f"error: {str(e)[:100]}"
650
-
651
- return {
652
- "status": "healthy",
653
- "database": db_status,
654
- "auth_required": AppConfig.auth_required,
655
- "rate_limit_enabled": AppConfig.rate_limit_enabled,
656
- "request_logging_enabled": AppConfig.request_logging_enabled,
657
- "timestamp": datetime.now(timezone.utc).isoformat()
658
- }
659
- except Exception as e:
660
- return {
661
- "status": "unhealthy",
662
- "error": str(e),
663
- "timestamp": datetime.now(timezone.utc).isoformat()
664
- }
1
+ """
2
+ API routes for the Webscout server.
3
+ """
4
+
5
+ import time
6
+ import uuid
7
+ import secrets
8
+ import sys
9
+ from datetime import datetime, timezone
10
+ from typing import Any
11
+
12
+ from fastapi import FastAPI, Request, Body, Query
13
+ from fastapi.responses import JSONResponse
14
+ from fastapi.exceptions import RequestValidationError
15
+ from fastapi.security import APIKeyHeader
16
+ from starlette.exceptions import HTTPException as StarletteHTTPException
17
+ from starlette.status import (
18
+ HTTP_422_UNPROCESSABLE_ENTITY,
19
+ HTTP_401_UNAUTHORIZED,
20
+ HTTP_403_FORBIDDEN,
21
+ HTTP_500_INTERNAL_SERVER_ERROR,
22
+ )
23
+
24
+ from webscout.Litlogger import Logger, LogLevel, LogFormat, ConsoleHandler
25
+ from .config import AppConfig
26
+ from .request_models import (
27
+ ChatCompletionRequest, ImageGenerationRequest, ModelListResponse,
28
+ ErrorResponse
29
+ )
30
+ from .schemas import (
31
+ APIKeyCreateRequest, APIKeyCreateResponse, APIKeyValidationResponse,
32
+ HealthCheckResponse
33
+ )
34
+ from .exceptions import APIError
35
+ from .providers import (
36
+ resolve_provider_and_model, resolve_tti_provider_and_model,
37
+ get_provider_instance, get_tti_provider_instance
38
+ )
39
+ from .request_processing import (
40
+ process_messages, prepare_provider_params,
41
+ handle_streaming_response, handle_non_streaming_response
42
+ )
43
+ from .auth_system import get_auth_components
44
+ from .simple_logger import request_logger
45
+ from webscout.DWEBS import GoogleSearch
46
+ from webscout.yep_search import YepSearch
47
+ from webscout.webscout_search import WEBS
48
+ from webscout.Bing_search import BingSearch
49
+
50
+ # Setup logger
51
+ logger = Logger(
52
+ name="webscout.api",
53
+ level=LogLevel.INFO,
54
+ handlers=[ConsoleHandler(stream=sys.stdout)],
55
+ fmt=LogFormat.DEFAULT
56
+ )
57
+
58
+
59
+ class Api:
60
+ """API route handler class."""
61
+
62
+ def __init__(self, app: FastAPI) -> None:
63
+ self.app = app
64
+ self.get_api_key = APIKeyHeader(name="authorization", auto_error=False)
65
+
66
+ def register_authorization(self):
67
+ """Register legacy authorization middleware."""
68
+ @self.app.middleware("http")
69
+ async def authorization(request: Request, call_next):
70
+ if AppConfig.api_key is not None:
71
+ auth_header = await self.get_api_key(request)
72
+ path = request.url.path
73
+ if path.startswith("/v1"): # Only protect /v1 routes
74
+ if auth_header is None:
75
+ return JSONResponse(
76
+ status_code=HTTP_401_UNAUTHORIZED,
77
+ content={"error": {"message": "API key required", "type": "authentication_error"}}
78
+ )
79
+ if auth_header.startswith("Bearer "):
80
+ auth_header = auth_header[7:]
81
+ if not secrets.compare_digest(AppConfig.api_key, auth_header):
82
+ return JSONResponse(
83
+ status_code=HTTP_403_FORBIDDEN,
84
+ content={"error": {"message": "Invalid API key", "type": "authentication_error"}}
85
+ )
86
+ return await call_next(request)
87
+
88
+ def register_validation_exception_handler(self):
89
+ """Register comprehensive exception handlers."""
90
+ from fastapi.exceptions import RequestValidationError
91
+ from starlette.exceptions import HTTPException as StarletteHTTPException
92
+ from starlette.status import HTTP_422_UNPROCESSABLE_ENTITY, HTTP_500_INTERNAL_SERVER_ERROR
93
+ from .exceptions import APIError
94
+
95
+ github_footer = "If you believe this is a bug, please pull an issue at https://github.com/OEvortex/Webscout."
96
+
97
+ @self.app.exception_handler(APIError)
98
+ async def api_error_handler(request, exc: APIError):
99
+ logger.error(f"API Error: {exc.message} (Status: {exc.status_code})")
100
+ # Patch: add footer to error content before creating JSONResponse
101
+ error_response = exc.to_response()
102
+ # If the response is a JSONResponse, patch its content dict before returning
103
+ if hasattr(error_response, 'body') and hasattr(error_response, 'media_type'):
104
+ # Try to decode the body to dict and add footer if possible
105
+ try:
106
+ import json
107
+ content_dict = json.loads(error_response.body.decode())
108
+ if "error" in content_dict:
109
+ content_dict["error"]["footer"] = github_footer
110
+ return JSONResponse(status_code=error_response.status_code, content=content_dict)
111
+ except Exception:
112
+ pass
113
+ return error_response
114
+
115
+ @self.app.exception_handler(RequestValidationError)
116
+ async def validation_exception_handler(request, exc: RequestValidationError):
117
+ errors = exc.errors()
118
+ error_messages = []
119
+ body = await request.body()
120
+ is_empty_body = not body or body.strip() in (b"", b"null", b"{}")
121
+ for error in errors:
122
+ loc = error.get("loc", [])
123
+ loc_str = " -> ".join(str(item) for item in loc)
124
+ msg = error.get("msg", "Validation error")
125
+ error_messages.append({
126
+ "loc": loc,
127
+ "message": f"{msg} at {loc_str}",
128
+ "type": error.get("type", "validation_error")
129
+ })
130
+ content = {
131
+ "error": {
132
+ "message": "Request validation error.",
133
+ "details": error_messages,
134
+ "type": "validation_error",
135
+ "footer": github_footer
136
+ }
137
+ }
138
+ return JSONResponse(status_code=HTTP_422_UNPROCESSABLE_ENTITY, content=content)
139
+
140
+ @self.app.exception_handler(StarletteHTTPException)
141
+ async def http_exception_handler(request, exc: StarletteHTTPException):
142
+ content = {
143
+ "error": {
144
+ "message": exc.detail or "HTTP error occurred.",
145
+ "type": "http_error",
146
+ "footer": github_footer
147
+ }
148
+ }
149
+ return JSONResponse(status_code=exc.status_code, content=content)
150
+
151
+ @self.app.exception_handler(Exception)
152
+ async def general_exception_handler(request, exc: Exception):
153
+ logger.error(f"Unhandled server error: {exc}")
154
+ content = {
155
+ "error": {
156
+ "message": f"Internal server error: {str(exc)}",
157
+ "type": "server_error",
158
+ "footer": github_footer
159
+ }
160
+ }
161
+ return JSONResponse(status_code=HTTP_500_INTERNAL_SERVER_ERROR, content=content)
162
+
163
+ def register_routes(self):
164
+ """Register all API routes."""
165
+ self._register_model_routes()
166
+ self._register_chat_routes()
167
+ self._register_auth_routes()
168
+ self._register_websearch_routes()
169
+ self._register_monitoring_routes()
170
+
171
+ def _register_model_routes(self):
172
+ """Register model listing routes."""
173
+ @self.app.get(
174
+ "/v1/models",
175
+ response_model=ModelListResponse,
176
+ tags=["Chat Completions"],
177
+ description="List all available chat completion models."
178
+ )
179
+ async def list_models():
180
+ models = []
181
+ for model_name, provider_class in AppConfig.provider_map.items():
182
+ if "/" not in model_name:
183
+ continue # Skip provider names
184
+ if any(m["id"] == model_name for m in models):
185
+ continue
186
+ models.append({
187
+ "id": model_name,
188
+ "object": "model",
189
+ "created": int(time.time()),
190
+ "owned_by": 'webscout' # Set owned_by to webscout
191
+ })
192
+ # Sort models alphabetically by the part after the first '/'
193
+ models = sorted(models, key=lambda m: m["id"].split("/", 1)[1].lower())
194
+ return {
195
+ "object": "list",
196
+ "data": models
197
+ }
198
+ @self.app.get(
199
+ "/v1/TTI/models",
200
+ response_model=ModelListResponse,
201
+ tags=["Image Generation"],
202
+ description="List all available text-to-image (TTI) models."
203
+ )
204
+ async def list_tti_models():
205
+ models = []
206
+ for model_name, provider_class in AppConfig.tti_provider_map.items():
207
+ if "/" not in model_name:
208
+ continue # Skip provider names
209
+ if any(m["id"] == model_name for m in models):
210
+ continue
211
+ models.append({
212
+ "id": model_name,
213
+ "object": "model",
214
+ "created": int(time.time()),
215
+ "owned_by": 'webscout' # Set owned_by to webscout
216
+ })
217
+ # Sort models alphabetically by the part after the first '/'
218
+ models = sorted(models, key=lambda m: m["id"].split("/", 1)[1].lower())
219
+ return {
220
+ "object": "list",
221
+ "data": models
222
+ }
223
+
224
+ def _register_chat_routes(self):
225
+ """Register chat completion routes."""
226
+ @self.app.post(
227
+ "/v1/chat/completions",
228
+ response_model_exclude_none=True,
229
+ response_model_exclude_unset=True,
230
+ tags=["Chat Completions"],
231
+ description="Generate chat completions using the specified model.",
232
+ openapi_extra={
233
+ "requestBody": {
234
+ "content": {
235
+ "application/json": {
236
+ "schema": {
237
+ "$ref": "#/components/schemas/ChatCompletionRequest"
238
+ },
239
+ "example": ChatCompletionRequest.Config.schema_extra["example"]
240
+ }
241
+ }
242
+ }
243
+ }
244
+ )
245
+ async def chat_completions(
246
+ request: Request,
247
+ chat_request: ChatCompletionRequest = Body(...)
248
+ ):
249
+ """Handle chat completion requests with comprehensive error handling."""
250
+ start_time = time.time()
251
+ request_id = f"chatcmpl-{uuid.uuid4()}"
252
+
253
+ try:
254
+ logger.info(f"Processing chat completion request {request_id} for model: {chat_request.model}")
255
+
256
+ # Resolve provider and model
257
+ provider_class, model_name = resolve_provider_and_model(chat_request.model)
258
+
259
+ # Initialize provider with caching and error handling
260
+ try:
261
+ provider = get_provider_instance(provider_class)
262
+ logger.debug(f"Using provider instance: {provider_class.__name__}")
263
+ except Exception as e:
264
+ logger.error(f"Failed to initialize provider {provider_class.__name__}: {e}")
265
+ raise APIError(
266
+ f"Failed to initialize provider {provider_class.__name__}: {e}",
267
+ HTTP_500_INTERNAL_SERVER_ERROR,
268
+ "provider_error"
269
+ )
270
+
271
+ # Process and validate messages
272
+ processed_messages = process_messages(chat_request.messages)
273
+
274
+ # Prepare parameters for provider
275
+ params = prepare_provider_params(chat_request, model_name, processed_messages)
276
+
277
+ # Extract client IP address
278
+ client_ip = request.client.host if request.client else "unknown"
279
+ if "x-forwarded-for" in request.headers:
280
+ client_ip = request.headers["x-forwarded-for"].split(",")[0].strip()
281
+ elif "x-real-ip" in request.headers:
282
+ client_ip = request.headers["x-real-ip"]
283
+
284
+ # Extract question from messages (last user message)
285
+ question = ""
286
+ for msg in reversed(processed_messages):
287
+ if msg.get("role") == "user":
288
+ content = msg.get("content", "")
289
+ if isinstance(content, str):
290
+ question = content
291
+ elif isinstance(content, list) and content:
292
+ # Handle content with multiple parts (text, images, etc.)
293
+ for part in content:
294
+ if isinstance(part, dict) and part.get("type") == "text":
295
+ question = part.get("text", "")
296
+ break
297
+ break
298
+
299
+ # Handle streaming vs non-streaming
300
+ if chat_request.stream:
301
+ return await handle_streaming_response(
302
+ provider, params, request_id, client_ip, question, model_name, start_time,
303
+ provider_class.__name__, request
304
+ )
305
+ else:
306
+ return await handle_non_streaming_response(
307
+ provider, params, request_id, start_time, client_ip, question, model_name,
308
+ provider_class.__name__, request
309
+ )
310
+
311
+ except APIError:
312
+ # Re-raise API errors as-is
313
+ raise
314
+ except Exception as e:
315
+ logger.error(f"Unexpected error in chat completion {request_id}: {e}")
316
+ raise APIError(
317
+ f"Internal server error: {str(e)}",
318
+ HTTP_500_INTERNAL_SERVER_ERROR,
319
+ "internal_error"
320
+ )
321
+
322
+
323
+ @self.app.post(
324
+ "/v1/images/generations",
325
+ tags=["Image Generation"],
326
+ description="Generate images from text prompts using the specified TTI model."
327
+ )
328
+ async def image_generations(
329
+ image_request: ImageGenerationRequest = Body(...)
330
+ ):
331
+ """Handle image generation requests."""
332
+ start_time = time.time()
333
+ request_id = f"img-{uuid.uuid4()}"
334
+
335
+ try:
336
+ logger.info(f"Processing image generation request {request_id} for model: {image_request.model}")
337
+
338
+ # Resolve TTI provider and model
339
+ provider_class, model_name = resolve_tti_provider_and_model(image_request.model)
340
+
341
+ # Initialize TTI provider
342
+ try:
343
+ provider = get_tti_provider_instance(provider_class)
344
+ logger.debug(f"Using TTI provider instance: {provider_class.__name__}")
345
+ except APIError as e:
346
+ # Add helpful footer for provider errors
347
+ return JSONResponse(
348
+ status_code=e.status_code,
349
+ content={
350
+ "error": {
351
+ "message": e.message,
352
+ "type": e.error_type,
353
+ "footer": "If you believe this is a bug, please pull an issue at https://github.com/OEvortex/Webscout."
354
+ }
355
+ }
356
+ )
357
+ except Exception as e:
358
+ logger.error(f"Failed to initialize TTI provider {provider_class.__name__}: {e}")
359
+ raise APIError(
360
+ f"Failed to initialize TTI provider {provider_class.__name__}: {e}",
361
+ HTTP_500_INTERNAL_SERVER_ERROR,
362
+ "provider_error"
363
+ )
364
+
365
+ # Prepare parameters for TTI provider
366
+ params = {
367
+ "prompt": image_request.prompt,
368
+ "model": model_name,
369
+ "n": image_request.n,
370
+ "size": image_request.size,
371
+ "response_format": image_request.response_format,
372
+ }
373
+
374
+ # Add optional parameters
375
+ optional_params = ["user", "style", "aspect_ratio", "timeout", "image_format", "seed"]
376
+ for param in optional_params:
377
+ value = getattr(image_request, param, None)
378
+ if value is not None:
379
+ params[param] = value
380
+
381
+ # Generate images
382
+ response = provider.images.create(**params)
383
+
384
+ # Standardize response format
385
+ if hasattr(response, "model_dump"):
386
+ response_data = response.model_dump(exclude_none=True)
387
+ elif hasattr(response, "dict"):
388
+ response_data = response.dict(exclude_none=True)
389
+ elif isinstance(response, dict):
390
+ response_data = response
391
+ else:
392
+ raise APIError(
393
+ "Invalid response format from TTI provider",
394
+ HTTP_500_INTERNAL_SERVER_ERROR,
395
+ "provider_error"
396
+ )
397
+
398
+ elapsed = time.time() - start_time
399
+ logger.info(f"Completed image generation request {request_id} in {elapsed:.2f}s")
400
+
401
+ return response_data
402
+ except APIError:
403
+ raise
404
+ except Exception as e:
405
+ logger.error(f"Unexpected error in image generation {request_id}: {e}")
406
+ raise APIError(
407
+ f"Internal server error: {str(e)}",
408
+ HTTP_500_INTERNAL_SERVER_ERROR,
409
+ "internal_error"
410
+ )
411
+
412
+ def _register_auth_routes(self):
413
+ """Register authentication routes."""
414
+ # Only register auth endpoints if authentication is required
415
+ if not AppConfig.auth_required:
416
+ logger.info("Auth endpoints are disabled (no-auth mode)")
417
+ return
418
+ auth_components = get_auth_components()
419
+ api_key_manager = auth_components.get("api_key_manager")
420
+
421
+ @self.app.post(
422
+ "/v1/auth/generate-key",
423
+ response_model=APIKeyCreateResponse,
424
+ tags=["Authentication"],
425
+ description="Generate a new API key for a user."
426
+ )
427
+ async def generate_api_key(request: APIKeyCreateRequest = Body(...)):
428
+ """Generate a new API key."""
429
+ if not api_key_manager:
430
+ raise APIError("Authentication system not initialized", HTTP_500_INTERNAL_SERVER_ERROR)
431
+
432
+ try:
433
+ api_key, user = await api_key_manager.create_api_key(
434
+ username=request.username,
435
+ telegram_id=request.telegram_id,
436
+ name=request.name,
437
+ rate_limit=request.rate_limit or 10,
438
+ expires_in_days=request.expires_in_days
439
+ )
440
+
441
+ return APIKeyCreateResponse(
442
+ api_key=api_key.key,
443
+ key_id=api_key.id,
444
+ user_id=user.id,
445
+ name=api_key.name,
446
+ created_at=api_key.created_at,
447
+ expires_at=api_key.expires_at,
448
+ rate_limit=api_key.rate_limit
449
+ )
450
+ except Exception as e:
451
+ logger.error(f"Error generating API key: {e}")
452
+ raise APIError(f"Failed to generate API key: {str(e)}", HTTP_500_INTERNAL_SERVER_ERROR)
453
+
454
+ @self.app.get(
455
+ "/v1/auth/validate",
456
+ response_model=APIKeyValidationResponse,
457
+ tags=["Authentication"],
458
+ description="Validate an API key and return its status."
459
+ )
460
+ async def validate_api_key(request: Request):
461
+ """Validate an API key."""
462
+ if not api_key_manager:
463
+ raise APIError("Authentication system not initialized", HTTP_500_INTERNAL_SERVER_ERROR)
464
+
465
+ auth_header = request.headers.get("authorization")
466
+ if not auth_header:
467
+ return APIKeyValidationResponse(valid=False, error="No authorization header provided")
468
+
469
+ # Extract API key
470
+ api_key = auth_header
471
+ if auth_header.startswith("Bearer "):
472
+ api_key = auth_header[7:]
473
+
474
+ try:
475
+ is_valid, api_key_obj, error_msg = await api_key_manager.validate_api_key(api_key)
476
+
477
+ if is_valid and api_key_obj:
478
+ return APIKeyValidationResponse(
479
+ valid=True,
480
+ user_id=api_key_obj.user_id,
481
+ key_id=api_key_obj.id,
482
+ rate_limit=api_key_obj.rate_limit,
483
+ usage_count=api_key_obj.usage_count,
484
+ last_used_at=api_key_obj.last_used_at
485
+ )
486
+ else:
487
+ return APIKeyValidationResponse(valid=False, error=error_msg)
488
+ except Exception as e:
489
+ logger.error(f"Error validating API key: {e}")
490
+ return APIKeyValidationResponse(valid=False, error="Internal validation error")
491
+
492
+ @self.app.get(
493
+ "/health",
494
+ response_model=HealthCheckResponse,
495
+ tags=["Health"],
496
+ description="Health check endpoint for the API and database."
497
+ )
498
+ async def health_check():
499
+ """Health check endpoint."""
500
+ db_status = "unknown"
501
+ db_manager = auth_components.get("db_manager")
502
+ if db_manager:
503
+ status_info = db_manager.get_status()
504
+ db_status = f"{status_info['type']} - {status_info['status']}"
505
+
506
+ return HealthCheckResponse(
507
+ status="healthy",
508
+ database=db_status,
509
+ timestamp=datetime.now(timezone.utc)
510
+ )
511
+
512
+ def _register_websearch_routes(self):
513
+ """Register web search endpoint."""
514
+
515
+ @self.app.get(
516
+ "/search",
517
+ tags=["Web search"],
518
+ description="Unified web search endpoint supporting Google, Yep, DuckDuckGo, and Bing with text, news, images, and suggestions search types."
519
+ )
520
+ async def websearch(
521
+ q: str = Query(..., description="Search query"),
522
+ engine: str = Query("google", description="Search engine: google, yep, duckduckgo, bing"),
523
+ max_results: int = Query(10, description="Maximum number of results"),
524
+ region: str = Query("all", description="Region code (optional)"),
525
+ safesearch: str = Query("moderate", description="Safe search: on, moderate, off"),
526
+ type: str = Query("text", description="Search type: text, news, images, suggestions"),
527
+ ):
528
+ """Unified web search endpoint."""
529
+ github_footer = "If you believe this is a bug, please pull an issue at https://github.com/OEvortex/Webscout."
530
+ try:
531
+ if engine == "google":
532
+ gs = GoogleSearch()
533
+ if type == "text":
534
+ results = gs.text(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
535
+ return {"engine": "google", "type": "text", "results": [r.__dict__ for r in results]}
536
+ elif type == "news":
537
+ results = gs.news(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
538
+ return {"engine": "google", "type": "news", "results": [r.__dict__ for r in results]}
539
+ elif type == "suggestions":
540
+ results = gs.suggestions(q, region=region)
541
+ return {"engine": "google", "type": "suggestions", "results": results}
542
+ else:
543
+ return {"error": "Google only supports text, news, and suggestions in this API.", "footer": github_footer}
544
+ elif engine == "yep":
545
+ ys = YepSearch()
546
+ if type == "text":
547
+ results = ys.text(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
548
+ return {"engine": "yep", "type": "text", "results": results}
549
+ elif type == "images":
550
+ results = ys.images(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
551
+ return {"engine": "yep", "type": "images", "results": results}
552
+ elif type == "suggestions":
553
+ results = ys.suggestions(q, region=region)
554
+ return {"engine": "yep", "type": "suggestions", "results": results}
555
+ else:
556
+ return {"error": "Yep only supports text, images, and suggestions in this API.", "footer": github_footer}
557
+ elif engine == "duckduckgo":
558
+ ws = WEBS()
559
+ if type == "text":
560
+ results = ws.text(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
561
+ return {"engine": "duckduckgo", "type": "text", "results": results}
562
+ elif type == "suggestions":
563
+ results = ws.suggestions(keywords=q, region=region)
564
+ return {"engine": "duckduckgo", "type": "suggestions", "results": results}
565
+ else:
566
+ return {"error": "DuckDuckGo only supports text and suggestions in this API.", "footer": github_footer}
567
+ elif engine == "bing":
568
+ bs = BingSearch()
569
+ if type == "text":
570
+ results = bs.text(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
571
+ return {"engine": "bing", "type": "text", "results": [r.__dict__ for r in results]}
572
+ elif type == "news":
573
+ results = bs.news(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
574
+ return {"engine": "bing", "type": "news", "results": [r.__dict__ for r in results]}
575
+ elif type == "images":
576
+ results = bs.images(keywords=q, region=region, safesearch=safesearch, max_results=max_results)
577
+ return {"engine": "bing", "type": "images", "results": [r.__dict__ for r in results]}
578
+ elif type == "suggestions":
579
+ results = bs.suggestions(q, region=region)
580
+ return {"engine": "bing", "type": "suggestions", "results": results}
581
+ else:
582
+ return {"error": "Bing only supports text, news, images, and suggestions in this API.", "footer": github_footer}
583
+ else:
584
+ return {"error": "Unknown engine. Use one of: google, yep, duckduckgo, bing.", "footer": github_footer}
585
+ except Exception as e:
586
+ # Special handling for rate limit errors
587
+ msg = str(e)
588
+ if "429" in msg or "rate limit" in msg.lower():
589
+ return {
590
+ "error": "You have hit the search rate limit. Please try again later.",
591
+ "details": msg,
592
+ "code": 429,
593
+ "footer": github_footer
594
+ }
595
+ return {
596
+ "error": f"Search request failed: {msg}",
597
+ "footer": github_footer
598
+ }
599
+
600
+ def _register_monitoring_routes(self):
601
+ """Register monitoring and analytics routes for no-auth mode."""
602
+
603
+ @self.app.get(
604
+ "/monitor/requests",
605
+ tags=["Monitoring"],
606
+ description="Get recent API requests (no-auth mode only)"
607
+ )
608
+ async def get_recent_requests(limit: int = Query(10, description="Number of recent requests to fetch")):
609
+ """Get recent API requests for monitoring."""
610
+ if AppConfig.auth_required:
611
+ return {"error": "Monitoring is only available in no-auth mode"}
612
+
613
+ try:
614
+ return await request_logger.get_recent_requests(limit)
615
+ except Exception as e:
616
+ return {"error": f"Failed to fetch requests: {str(e)}"}
617
+
618
+ @self.app.get(
619
+ "/monitor/stats",
620
+ tags=["Monitoring"],
621
+ description="Get API usage statistics (no-auth mode only)"
622
+ )
623
+ async def get_api_stats():
624
+ """Get API usage statistics."""
625
+ if AppConfig.auth_required:
626
+ return {"error": "Monitoring is only available in no-auth mode"}
627
+
628
+ try:
629
+ return await request_logger.get_stats()
630
+ except Exception as e:
631
+ return {"error": f"Failed to fetch stats: {str(e)}"}
632
+
633
+ @self.app.get(
634
+ "/monitor/health",
635
+ tags=["Monitoring"],
636
+ description="Health check with database status"
637
+ )
638
+ async def enhanced_health_check():
639
+ """Enhanced health check including database connectivity."""
640
+ try:
641
+ # Check database connectivity
642
+ db_status = "disconnected"
643
+ if request_logger.supabase_client:
644
+ try:
645
+ # Try a simple query to check connectivity
646
+ result = request_logger.supabase_client.table("api_requests").select("id").limit(1).execute()
647
+ db_status = "connected"
648
+ except Exception as e:
649
+ db_status = f"error: {str(e)[:100]}"
650
+
651
+ return {
652
+ "status": "healthy",
653
+ "database": db_status,
654
+ "auth_required": AppConfig.auth_required,
655
+ "rate_limit_enabled": AppConfig.rate_limit_enabled,
656
+ "request_logging_enabled": AppConfig.request_logging_enabled,
657
+ "timestamp": datetime.now(timezone.utc).isoformat()
658
+ }
659
+ except Exception as e:
660
+ return {
661
+ "status": "unhealthy",
662
+ "error": str(e),
663
+ "timestamp": datetime.now(timezone.utc).isoformat()
664
+ }