aisbf 0.2.3__py3-none-any.whl → 0.2.4__py3-none-any.whl

{aisbf-0.2.3.data → aisbf-0.2.4.data}/data/share/aisbf/main.py

@@ -116,7 +116,170 @@ app.add_middleware(
 
 @app.get("/")
 async def root():
-    return {"message": "AI Proxy Server is running", "providers": list(config.providers.keys())}
+    return {
+        "message": "AI Proxy Server is running",
+        "providers": list(config.providers.keys()),
+        "rotations": list(config.rotations.keys()),
+        "autoselect": list(config.autoselect.keys())
+    }
+
+@app.get("/api/rotations")
+async def list_rotations():
+    """List all available rotations"""
+    logger.info("=== LIST ROTATIONS REQUEST ===")
+    rotations_info = {}
+    for rotation_id, rotation_config in config.rotations.items():
+        models = []
+        for provider in rotation_config.providers:
+            for model in provider['models']:
+                models.append({
+                    "name": model['name'],
+                    "provider_id": provider['provider_id'],
+                    "weight": model['weight'],
+                    "rate_limit": model.get('rate_limit')
+                })
+        rotations_info[rotation_id] = {
+            "model_name": rotation_config.model_name,
+            "models": models
+        }
+    logger.info(f"Available rotations: {list(rotations_info.keys())}")
+    return rotations_info
+
+@app.post("/api/rotations/chat/completions")
+async def rotation_chat_completions(request: Request, body: ChatCompletionRequest):
+    """Handle chat completions for rotations using model name to select rotation"""
+    logger.info(f"=== ROTATION CHAT COMPLETION REQUEST START ===")
+    logger.info(f"Request path: {request.url.path}")
+    logger.info(f"Model requested: {body.model}")
+    logger.info(f"Request headers: {dict(request.headers)}")
+    logger.info(f"Request body: {body}")
+    logger.info(f"Available rotations: {list(config.rotations.keys())}")
+
+    body_dict = body.model_dump()
+
+    # Check if the model name corresponds to a rotation
+    if body.model not in config.rotations:
+        logger.error(f"Model '{body.model}' not found in rotations")
+        logger.error(f"Available rotations: {list(config.rotations.keys())}")
+        raise HTTPException(
+            status_code=400,
+            detail=f"Model '{body.model}' not found. Available rotations: {list(config.rotations.keys())}"
+        )
+
+    logger.info(f"Model '{body.model}' found in rotations")
+    logger.debug("Handling rotation request")
+
+    try:
+        if body.stream:
+            logger.debug("Handling streaming rotation request")
+            return await rotation_handler.handle_rotation_request(body.model, body_dict)
+        else:
+            logger.debug("Handling non-streaming rotation request")
+            result = await rotation_handler.handle_rotation_request(body.model, body_dict)
+            logger.debug(f"Rotation response result: {result}")
+            return result
+    except Exception as e:
+        logger.error(f"Error handling rotation chat_completions: {str(e)}", exc_info=True)
+        raise
+
+@app.get("/api/rotations/models")
+async def list_rotation_models():
+    """List all models across all rotations"""
+    logger.info("=== LIST ROTATION MODELS REQUEST ===")
+    all_models = []
+    for rotation_id, rotation_config in config.rotations.items():
+        for provider in rotation_config.providers:
+            for model in provider['models']:
+                all_models.append({
+                    "id": f"{rotation_id}/{model['name']}",
+                    "name": rotation_id,  # Use rotation name as the model name for selection
+                    "object": "model",
+                    "owned_by": provider['provider_id'],
+                    "rotation_id": rotation_id,
+                    "actual_model": model['name'],
+                    "provider_id": provider['provider_id'],
+                    "weight": model['weight'],
+                    "rate_limit": model.get('rate_limit')
+                })
+    logger.info(f"Total rotation models available: {len(all_models)}")
+    return {"data": all_models}
+
+@app.get("/api/autoselect")
+async def list_autoselect():
+    """List all available autoselect configurations"""
+    logger.info("=== LIST AUTOSELECT REQUEST ===")
+    autoselect_info = {}
+    for autoselect_id, autoselect_config in config.autoselect.items():
+        autoselect_info[autoselect_id] = {
+            "model_name": autoselect_config.model_name,
+            "description": autoselect_config.description,
+            "fallback": autoselect_config.fallback,
+            "available_models": [
+                {
+                    "model_id": m.model_id,
+                    "description": m.description
+                }
+                for m in autoselect_config.available_models
+            ]
+        }
+    logger.info(f"Available autoselect: {list(autoselect_info.keys())}")
+    return autoselect_info
+
+@app.post("/api/autoselect/chat/completions")
+async def autoselect_chat_completions(request: Request, body: ChatCompletionRequest):
+    """Handle chat completions for autoselect using model name to select autoselect configuration"""
+    logger.info(f"=== AUTOSELECT CHAT COMPLETION REQUEST START ===")
+    logger.info(f"Request path: {request.url.path}")
+    logger.info(f"Model requested: {body.model}")
+    logger.info(f"Request headers: {dict(request.headers)}")
+    logger.info(f"Request body: {body}")
+    logger.info(f"Available autoselect: {list(config.autoselect.keys())}")
+
+    body_dict = body.model_dump()
+
+    # Check if the model name corresponds to an autoselect configuration
+    if body.model not in config.autoselect:
+        logger.error(f"Model '{body.model}' not found in autoselect")
+        logger.error(f"Available autoselect: {list(config.autoselect.keys())}")
+        raise HTTPException(
+            status_code=400,
+            detail=f"Model '{body.model}' not found. Available autoselect: {list(config.autoselect.keys())}"
+        )
+
+    logger.info(f"Model '{body.model}' found in autoselect")
+    logger.debug("Handling autoselect request")
+
+    try:
+        if body.stream:
+            logger.debug("Handling streaming autoselect request")
+            return await autoselect_handler.handle_autoselect_streaming_request(body.model, body_dict)
+        else:
+            logger.debug("Handling non-streaming autoselect request")
+            result = await autoselect_handler.handle_autoselect_request(body.model, body_dict)
+            logger.debug(f"Autoselect response result: {result}")
+            return result
+    except Exception as e:
+        logger.error(f"Error handling autoselect chat_completions: {str(e)}", exc_info=True)
+        raise
+
+@app.get("/api/autoselect/models")
+async def list_autoselect_models():
+    """List all models across all autoselect configurations"""
+    logger.info("=== LIST AUTOSELECT MODELS REQUEST ===")
+    all_models = []
+    for autoselect_id, autoselect_config in config.autoselect.items():
+        for model_info in autoselect_config.available_models:
+            all_models.append({
+                "id": model_info.model_id,
+                "name": autoselect_id,  # Use autoselect name as the model name for selection
+                "object": "model",
+                "owned_by": "autoselect",
+                "autoselect_id": autoselect_id,
+                "description": model_info.description,
+                "fallback": autoselect_config.fallback
+            })
+    logger.info(f"Total autoselect models available: {len(all_models)}")
+    return {"data": all_models}
 
 @app.post("/api/{provider_id}/chat/completions")
 async def chat_completions(provider_id: str, request: Request, body: ChatCompletionRequest):

{aisbf-0.2.3.dist-info → aisbf-0.2.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aisbf
-Version: 0.2.3
+Version: 0.2.4
 Summary: AISBF - AI Service Broker Framework || AI Should Be Free - A modular proxy server for managing multiple AI provider integrations
 Home-page: https://git.nexlab.net/nexlab/aisbf.git
 Author: AISBF Contributors

aisbf-0.2.4.dist-info/RECORD

@@ -0,0 +1,24 @@
+cli.py,sha256=SpjVC1iBdDhQXuhJcjVFkODu4BH-nj_1hNFD_d8wPbw,2503
+aisbf/__init__.py,sha256=D3-tZRWCu31CltN_pjx8IikwPl0OGEJkvoASm8QjvcQ,2156
+aisbf/config.py,sha256=xXcUQG3OcteCi8__qm6-yEnwjwFVpLBYLrs-zMnDfl0,9643
+aisbf/handlers.py,sha256=tXYOQYkhIK6X1EmgivVyO6fElkrRj1cqNQfQ5KGldO8,31557
+aisbf/models.py,sha256=LT1NaQVAw0VWXL-j3hdfNlXCA9HeiET_O3GDj3t9XC4,1883
+aisbf/providers.py,sha256=gh3qe-bthAxb-hRPPpp_YLgGzbdTKRN5HKVjf-Yvnp0,19920
+aisbf-0.2.4.data/data/share/aisbf/aisbf.sh,sha256=ntI4UPefBtU2jrTwMR3hddHEPG_pDyJyO0J3SD7e5PA,4574
+aisbf-0.2.4.data/data/share/aisbf/autoselect.json,sha256=Anud0hTE1mehonmMmhOTPK2ANUxfruE2yMdLqiEkEUA,659
+aisbf-0.2.4.data/data/share/aisbf/autoselect.md,sha256=F8PilhaYBs0qdpIxIkokrjtIOdhAx5Bi1tA0hyfnqps,4301
+aisbf-0.2.4.data/data/share/aisbf/main.py,sha256=hCTxLA-txJpSpMTE5mV1XG_j8Kn17ZTHJsnx59nKscg,17241
+aisbf-0.2.4.data/data/share/aisbf/providers.json,sha256=9L5GO6sQ2Z6zndGed0AckvYNV1DMr9r7tSdZ9fJxYlA,3934
+aisbf-0.2.4.data/data/share/aisbf/requirements.txt,sha256=lp6cPakAO3lpTCwQ27THf-PNz_HIpzCELrtpdgo6-2o,133
+aisbf-0.2.4.data/data/share/aisbf/rotations.json,sha256=SzbmMeTRR0vVTrYTMwxSPxjXLVr8zxjaI4HYRxjyExQ,2123
+aisbf-0.2.4.data/data/share/aisbf/aisbf/__init__.py,sha256=D3-tZRWCu31CltN_pjx8IikwPl0OGEJkvoASm8QjvcQ,2156
+aisbf-0.2.4.data/data/share/aisbf/aisbf/config.py,sha256=xXcUQG3OcteCi8__qm6-yEnwjwFVpLBYLrs-zMnDfl0,9643
+aisbf-0.2.4.data/data/share/aisbf/aisbf/handlers.py,sha256=tXYOQYkhIK6X1EmgivVyO6fElkrRj1cqNQfQ5KGldO8,31557
+aisbf-0.2.4.data/data/share/aisbf/aisbf/models.py,sha256=LT1NaQVAw0VWXL-j3hdfNlXCA9HeiET_O3GDj3t9XC4,1883
+aisbf-0.2.4.data/data/share/aisbf/aisbf/providers.py,sha256=gh3qe-bthAxb-hRPPpp_YLgGzbdTKRN5HKVjf-Yvnp0,19920
+aisbf-0.2.4.dist-info/licenses/LICENSE.txt,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+aisbf-0.2.4.dist-info/METADATA,sha256=A_x1Mb5ryEHXXCKpdzfFz8Pgdn7FKgR4POzRKAmbdZU,4190
+aisbf-0.2.4.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+aisbf-0.2.4.dist-info/entry_points.txt,sha256=dV_E5f6UvgSe9AoyPTzGxBK8IYaIeLR8yTe7EwBZ3F8,35
+aisbf-0.2.4.dist-info/top_level.txt,sha256=odXp1LYymu31EdVSmMGCg3ZYAI5HeB8tZkaXh9Pw3kE,10
+aisbf-0.2.4.dist-info/RECORD,,

aisbf-0.2.3.dist-info/RECORD

@@ -1,24 +0,0 @@
-cli.py,sha256=SpjVC1iBdDhQXuhJcjVFkODu4BH-nj_1hNFD_d8wPbw,2503
-aisbf/__init__.py,sha256=D3-tZRWCu31CltN_pjx8IikwPl0OGEJkvoASm8QjvcQ,2156
-aisbf/config.py,sha256=1Fo-9VakRmbBKvxyN1MwU-dG3DMFTlS81LcO5ny4DDo,8316
-aisbf/handlers.py,sha256=ageAWaTur6-bSrvVtYH03-8sw1flESmbTLbZ2RS2vLQ,19192
-aisbf/models.py,sha256=LT1NaQVAw0VWXL-j3hdfNlXCA9HeiET_O3GDj3t9XC4,1883
-aisbf/providers.py,sha256=7es-0EHYu9BIrgCk_3Y5ochQ4wNCCX7jIUh4IeIa3jg,17835
-aisbf-0.2.3.data/data/share/aisbf/aisbf.sh,sha256=ntI4UPefBtU2jrTwMR3hddHEPG_pDyJyO0J3SD7e5PA,4574
-aisbf-0.2.3.data/data/share/aisbf/autoselect.json,sha256=Anud0hTE1mehonmMmhOTPK2ANUxfruE2yMdLqiEkEUA,659
-aisbf-0.2.3.data/data/share/aisbf/autoselect.md,sha256=F8PilhaYBs0qdpIxIkokrjtIOdhAx5Bi1tA0hyfnqps,4301
-aisbf-0.2.3.data/data/share/aisbf/main.py,sha256=JCSEE2sBG73wWDQyjRWrhR7y06EuyWDd134mLnjF5KY,10075
-aisbf-0.2.3.data/data/share/aisbf/providers.json,sha256=9L5GO6sQ2Z6zndGed0AckvYNV1DMr9r7tSdZ9fJxYlA,3934
-aisbf-0.2.3.data/data/share/aisbf/requirements.txt,sha256=lp6cPakAO3lpTCwQ27THf-PNz_HIpzCELrtpdgo6-2o,133
-aisbf-0.2.3.data/data/share/aisbf/rotations.json,sha256=SzbmMeTRR0vVTrYTMwxSPxjXLVr8zxjaI4HYRxjyExQ,2123
-aisbf-0.2.3.data/data/share/aisbf/aisbf/__init__.py,sha256=D3-tZRWCu31CltN_pjx8IikwPl0OGEJkvoASm8QjvcQ,2156
-aisbf-0.2.3.data/data/share/aisbf/aisbf/config.py,sha256=1Fo-9VakRmbBKvxyN1MwU-dG3DMFTlS81LcO5ny4DDo,8316
-aisbf-0.2.3.data/data/share/aisbf/aisbf/handlers.py,sha256=ageAWaTur6-bSrvVtYH03-8sw1flESmbTLbZ2RS2vLQ,19192
-aisbf-0.2.3.data/data/share/aisbf/aisbf/models.py,sha256=LT1NaQVAw0VWXL-j3hdfNlXCA9HeiET_O3GDj3t9XC4,1883
-aisbf-0.2.3.data/data/share/aisbf/aisbf/providers.py,sha256=7es-0EHYu9BIrgCk_3Y5ochQ4wNCCX7jIUh4IeIa3jg,17835
-aisbf-0.2.3.dist-info/licenses/LICENSE.txt,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-aisbf-0.2.3.dist-info/METADATA,sha256=9J11HLx3udA-pBzI7R4rnqbPNcT2BXyc7OxynuoJao4,4190
-aisbf-0.2.3.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-aisbf-0.2.3.dist-info/entry_points.txt,sha256=dV_E5f6UvgSe9AoyPTzGxBK8IYaIeLR8yTe7EwBZ3F8,35
-aisbf-0.2.3.dist-info/top_level.txt,sha256=odXp1LYymu31EdVSmMGCg3ZYAI5HeB8tZkaXh9Pw3kE,10
-aisbf-0.2.3.dist-info/RECORD,,