litellm-controller 0.1.0__py3-none-any.whl

litellm_controller/examples/openrouter.py

@@ -0,0 +1,118 @@
+#!/usr/bin/env python3
+# --- LITELLMCTL CONFIG ---
+NAME = "OpenRouter 实时元数据"
+DESCRIPTION = "从 OpenRouter 公共 API 拉取最新模型计费与上下文数据"
+PRIORITY = 10
+ENABLED = False
+# -------------------------
+"""OpenRouter 元数据生成脚本（litellm-controller 示例脚本）。
+
+从 OpenRouter 公共 API 拉取模型价格/能力数据（无需 API key），
+转换为 litellm model_prices_and_context_window.json 的分片格式输出到 stdout。
+
+约定（litellm-controller auto 分片脚本要求）:
+- stdout 只输出 JSON 分片（{"模型key": {字段...}}），日志一律走 stderr
+- 失败时以非零退出码退出（构建将中止）
+
+单独运行:
+    python openrouter.py
+"""
+import json
+import sys
+import urllib.request
+
+API_URL = "https://openrouter.ai/api/v1/models"
+PROVIDER = "openrouter"
+TIMEOUT = 30
+
+
+def _float_or_none(value):
+    if value in (None, ""):
+        return None
+    try:
+        return float(value)
+    except (TypeError, ValueError):
+        return None
+
+
+def main():
+    try:
+        req = urllib.request.Request(
+            API_URL, headers={"User-Agent": "litellm-controller/openrouter"}
+        )
+        with urllib.request.urlopen(req, timeout=TIMEOUT) as resp:
+            payload = json.loads(resp.read().decode("utf-8"))
+    except Exception as e:
+        print(f"拉取 OpenRouter 模型列表失败: {e}", file=sys.stderr)
+        return 1
+
+    models = payload.get("data")
+    if not isinstance(models, list) or not models:
+        print("OpenRouter 返回了空的模型列表", file=sys.stderr)
+        return 1
+
+    fragment = {}
+    skipped = 0
+    for m in models:
+        mid = m.get("id")
+        if not isinstance(mid, str) or not mid:
+            skipped += 1
+            continue
+        arch = m.get("architecture") or {}
+        in_mods = arch.get("input_modalities") or []
+        out_mods = arch.get("output_modalities") or []
+        # 只保留文本进/文本出的 chat 模型，过滤 embedding/图像/语音等
+        if "text" not in in_mods or "text" not in out_mods:
+            skipped += 1
+            continue
+
+        pricing = m.get("pricing") or {}
+        in_cost = _float_or_none(pricing.get("prompt"))
+        out_cost = _float_or_none(pricing.get("completion"))
+        if in_cost is None or out_cost is None:
+            skipped += 1
+            continue
+
+        entry = {
+            "litellm_provider": PROVIDER,
+            "mode": "chat",
+            "input_cost_per_token": in_cost,
+            "output_cost_per_token": out_cost,
+        }
+
+        cache_read = _float_or_none(pricing.get("input_cache_read"))
+        if cache_read is not None:
+            entry["cache_read_input_token_cost"] = cache_read
+
+        ctx = m.get("context_length")
+        if isinstance(ctx, int) and ctx > 0:
+            entry["max_input_tokens"] = ctx
+
+        tp = m.get("top_provider") or {}
+        max_out = tp.get("max_completion_tokens")
+        if isinstance(max_out, int) and max_out > 0:
+            entry["max_output_tokens"] = max_out
+            entry["max_tokens"] = max_out
+
+        params = m.get("supported_parameters") or []
+        entry["supports_function_calling"] = "tools" in params
+        entry["supports_vision"] = "image" in in_mods
+        entry["supports_prompt_caching"] = cache_read is not None
+        entry["supports_response_schema"] = (
+            "response_format" in params or "structured_outputs" in params
+        )
+
+        fragment[mid] = entry
+
+    print(
+        f"OpenRouter: 共 {len(models)} 个模型，生成 {len(fragment)} 个 chat 模型条目，"
+        f"跳过 {skipped} 个（非文本/缺价格）",
+        file=sys.stderr,
+    )
+    json.dump(fragment, sys.stdout, ensure_ascii=False, indent=2)
+    sys.stdout.write("\n")
+    return 0
+
+
+if __name__ == "__main__":
+    sys.exit(main())

litellm_controller/examples/type_static_json.py

@@ -0,0 +1,38 @@
+#!/usr/bin/env python3
+# --- LITELLMCTL CONFIG ---
+NAME = "静态 JSON 字典示例"
+DESCRIPTION = "纯 Python 字典内联静态元数据示例，可作为纯文本或定制化配置模版"
+PRIORITY = 20
+ENABLED = False
+# -------------------------
+"""静态 JSON 字典示例脚本。
+
+可以直接在此脚本中内嵌特定模型的价格与上下文配置。
+输出规范：将字典以 JSON 格式打印至标准输出（stdout），日志/提示输出至标准错误（stderr）。
+"""
+import json
+import sys
+
+DATA = {
+    "my-custom-model": {
+        "max_tokens": 4096,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 4096,
+        "input_cost_per_token": 0.000001,
+        "output_cost_per_token": 0.000002,
+        "litellm_provider": "openai",
+        "mode": "chat",
+        "supports_function_calling": True,
+        "supports_vision": False,
+    }
+}
+
+
+def main():
+    json.dump(DATA, sys.stdout, ensure_ascii=False, indent=2)
+    sys.stdout.write("\n")
+    return 0
+
+
+if __name__ == "__main__":
+    sys.exit(main())

litellm_controller/main.py

@@ -0,0 +1,110 @@
+import argparse
+import logging
+import os
+import sys
+from pathlib import Path
+
+from InquirerPy import prompt
+from InquirerPy.base.control import Choice
+
+from . import __version__
+from .config import ensure_config_ready, load_config
+from .modules.metadata import sync_example_scripts, generate_metadata
+from .modules.models import models_module
+from .modules.routing import routing_module
+from .modules.settings import settings_module
+
+
+def _setup_logging():
+    logging.getLogger().setLevel(logging.CRITICAL)
+    for name in ("urllib3", "requests", "InquirerPy", "charset_normalizer"):
+        logging.getLogger(name).setLevel(logging.CRITICAL)
+
+
+def parse_args():
+    parser = argparse.ArgumentParser(description="LiteLLM 管理工具")
+    parser.add_argument(
+        "-D",
+        "--dir",
+        help="配置文件目录路径",
+        default=os.path.expanduser("~/.config/litellm-controller"),
+    )
+    subparsers = parser.add_subparsers(dest="command")
+    gen_parser = subparsers.add_parser(
+        "metadata-gen",
+        help="执行构建流程并导出 model_prices_and_context_window.json（非交互）",
+    )
+    gen_parser.add_argument(
+        "path",
+        nargs="?",
+        default=None,
+        help="输出目录（可选，仅目录；缺省使用 config.yaml 的 output_file，"
+             "文件名固定为 model_prices_and_context_window.json）",
+    )
+    return parser.parse_args()
+
+
+def main():
+    _setup_logging()
+    args = parse_args()
+    os.environ["LITELLM_CONTROLLER_CONFIG_DIR"] = args.dir
+    if not ensure_config_ready():
+        print("未完成配置，程序退出。")
+        return 1
+
+    # 启动时自动同步示例脚本与默认 default.py
+    try:
+        sync_example_scripts()
+    except Exception:
+        pass
+
+    if args.command == "metadata-gen":
+        config = load_config()
+        out_dir = Path(args.path).expanduser() if args.path else None
+        try:
+            generate_metadata(config, out_dir)
+        except Exception as e:
+            print(f"构建失败: {e}")
+            return 1
+        return 0
+
+    print(f"LiteLLM 管理工具 v{__version__}")
+    print("=" * 30)
+    while True:
+        questions = [
+            {
+                "type": "list",
+                "message": "请选择要执行的功能:",
+                    "choices": [
+                        Choice("manage_models", name="1. 模型管理"),
+                        Choice("manage_routing", name="2. 路由管理"),
+                        Choice("settings", name="3. 设置"),
+                        Choice(value=None, name="[退出]"),
+                    ],
+                "name": "action",
+                "long_instruction": "↑↓ 移动 · 回车 确认 · Ctrl+C 退出",
+            }
+        ]
+        try:
+            result = prompt(questions)
+            if not result:
+                print("\n已退出。")
+                break
+            action = result.get("action")
+            if action == "manage_models":
+                models_module()
+            elif action == "manage_routing":
+                routing_module()
+            elif action == "settings":
+                settings_module()
+            elif action is None:
+                print("\n已退出。")
+                break
+        except KeyboardInterrupt:
+            print("\n已退出。")
+            break
+    return 0
+
+
+if __name__ == "__main__":
+    sys.exit(main())

litellm_controller/modules/__init__.py

@@ -0,0 +1 @@
+"""业务模块。"""