sefia-litellm 0.1.0__tar.gz

sefia_litellm-0.1.0/.gitignore

@@ -0,0 +1,175 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[codz]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py.cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+# .python-version
+
+# pipenv
+#Pipfile.lock
+
+# UV
+#uv.lock
+
+# poetry
+#poetry.lock
+#poetry.toml
+
+# pdm
+#pdm.lock
+#pdm.toml
+.pdm-python
+.pdm-build/
+
+# pixi
+#pixi.lock
+.pixi
+
+# PEP 582
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.envrc
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#.idea/
+
+# Abstra
+.abstra/
+
+# Visual Studio Code
+# .vscode/
+
+# Ruff stuff:
+.ruff_cache/
+
+# PyPI configuration file
+.pypirc
+
+# Cursor
+.cursorignore
+.cursorindexingignore
+
+# Marimo
+marimo/_static/
+marimo/_lsp/
+__marimo__/
+
+/out/
+/.local/

sefia_litellm-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 nueruyu
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

sefia_litellm-0.1.0/PKG-INFO

@@ -0,0 +1,152 @@
+Metadata-Version: 2.4
+Name: sefia-litellm
+Version: 0.1.0
+Summary: LiteLLM adapter for Sefia.
+Project-URL: Homepage, https://github.com/nueruyu/sefia
+Project-URL: Repository, https://github.com/nueruyu/sefia
+Project-URL: Issues, https://github.com/nueruyu/sefia/issues
+Project-URL: Documentation, https://github.com/nueruyu/sefia/tree/main/docs
+Author: nueruyu
+License: MIT License
+        
+        Copyright (c) 2026 nueruyu
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+License-File: LICENSE
+Keywords: inference,litellm,llm,sefia
+Classifier: Development Status :: 3 - Alpha
+Classifier: Framework :: AsyncIO
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Typing :: Typed
+Requires-Python: >=3.11
+Requires-Dist: litellm>=1.63.0
+Requires-Dist: sefia>=0.1.0
+Description-Content-Type: text/markdown
+
+# sefia-litellm
+
+A [`sefia`](https://pypi.org/project/sefia/) `LLMClient` implementation that
+connects to various LLM providers via
+[LiteLLM](https://github.com/BerriAI/litellm).
+
+## Install
+
+```bash
+pip install sefia-litellm
+```
+
+Or through the stack: `pip install 'sefios[litellm]'`.
+
+## Usage
+
+```python
+import sefia_litellm
+
+client = sefia_litellm.LiteLLMClient(model="gpt-4o")
+```
+
+## Suppressing LiteLLM logging
+
+LiteLLM logs through the standard-library `LiteLLM` logger — mostly INFO-level
+messages that become visible whenever your application configures logging at
+INFO/DEBUG — and, when a request raises, prints debug info including a
+`Provider List: ...` banner. `LiteLLMClient` **silences all of this by default**.
+
+Real failures still surface: LiteLLM raises exceptions on errors (which this
+client maps to `sefia` exceptions), so silencing the logs never hides a failure.
+
+There are two ways to control this:
+
+- **Constructor argument** `suppress_logs` (takes precedence)
+
+  ```python
+  # Suppress logs (default)
+  client = sefia_litellm.LiteLLMClient(model="gpt-4o")
+  client = sefia_litellm.LiteLLMClient(model="gpt-4o", suppress_logs=True)
+
+  # Let LiteLLM log as usual
+  client = sefia_litellm.LiteLLMClient(model="gpt-4o", suppress_logs=False)
+  ```
+
+- **Environment variable** `SEFIA_LITELLM_SUPPRESS_LOGS` (used as the default when
+  `suppress_logs` is `None`)
+
+  ```bash
+  # Disable suppression (let logs through). 0/false/no/off disable it.
+  export SEFIA_LITELLM_SUPPRESS_LOGS=false
+  ```
+
+  An explicit `suppress_logs` argument overrides the environment variable. When
+  unset, suppression is on.
+
+When suppression is on, the `LiteLLM` logger is fully silenced (its level is set
+above `CRITICAL`) and `litellm.suppress_debug_info` is set to `True`. The logger
+level is applied as soon as `sefia_litellm` is imported — before LiteLLM itself is
+imported — so even LiteLLM's import-time warnings (e.g. optional-dependency
+preload warnings) are suppressed.
+
+## On slow imports
+
+Importing LiteLLM is heavy and can take around a second
+(see [BerriAI/litellm#7605](https://github.com/BerriAI/litellm/issues/7605)).
+
+This package mitigates that as follows:
+
+1. **Lazy import** — LiteLLM is imported only inside the methods that actually
+   send a request. Importing `sefia_litellm` alone costs nothing. After the first
+   request the module is cached in `sys.modules`, so subsequent imports are
+   effectively free. This is the primary mitigation.
+
+2. **Local model cost map** — `LITELLM_LOCAL_MODEL_COST_MAP=True` is set before
+   LiteLLM is imported so that it uses its bundled cost map JSON instead of
+   fetching it over the network. This speeds up the import and keeps it working
+   offline.
+
+   If you need up-to-date pricing for the newest models and the bundled map is
+   stale, you can restore the original behavior:
+
+   ```bash
+   export LITELLM_LOCAL_MODEL_COST_MAP=False
+   ```
+
+3. **(Optional) Warm up at startup** — if you also want to hide the first
+   request's latency, import LiteLLM in the background during application startup.
+   A daemon thread works regardless of whether an asyncio event loop is running
+   yet:
+
+   ```python
+   import threading
+
+   threading.Thread(target=__import__, args=("litellm",), daemon=True).start()
+   ```
+
+## Status
+
+Early development. APIs may change before v1.0.
+
+## License
+
+MIT

sefia_litellm-0.1.0/README.md

@@ -0,0 +1,104 @@
+# sefia-litellm
+
+A [`sefia`](https://pypi.org/project/sefia/) `LLMClient` implementation that
+connects to various LLM providers via
+[LiteLLM](https://github.com/BerriAI/litellm).
+
+## Install
+
+```bash
+pip install sefia-litellm
+```
+
+Or through the stack: `pip install 'sefios[litellm]'`.
+
+## Usage
+
+```python
+import sefia_litellm
+
+client = sefia_litellm.LiteLLMClient(model="gpt-4o")
+```
+
+## Suppressing LiteLLM logging
+
+LiteLLM logs through the standard-library `LiteLLM` logger — mostly INFO-level
+messages that become visible whenever your application configures logging at
+INFO/DEBUG — and, when a request raises, prints debug info including a
+`Provider List: ...` banner. `LiteLLMClient` **silences all of this by default**.
+
+Real failures still surface: LiteLLM raises exceptions on errors (which this
+client maps to `sefia` exceptions), so silencing the logs never hides a failure.
+
+There are two ways to control this:
+
+- **Constructor argument** `suppress_logs` (takes precedence)
+
+  ```python
+  # Suppress logs (default)
+  client = sefia_litellm.LiteLLMClient(model="gpt-4o")
+  client = sefia_litellm.LiteLLMClient(model="gpt-4o", suppress_logs=True)
+
+  # Let LiteLLM log as usual
+  client = sefia_litellm.LiteLLMClient(model="gpt-4o", suppress_logs=False)
+  ```
+
+- **Environment variable** `SEFIA_LITELLM_SUPPRESS_LOGS` (used as the default when
+  `suppress_logs` is `None`)
+
+  ```bash
+  # Disable suppression (let logs through). 0/false/no/off disable it.
+  export SEFIA_LITELLM_SUPPRESS_LOGS=false
+  ```
+
+  An explicit `suppress_logs` argument overrides the environment variable. When
+  unset, suppression is on.
+
+When suppression is on, the `LiteLLM` logger is fully silenced (its level is set
+above `CRITICAL`) and `litellm.suppress_debug_info` is set to `True`. The logger
+level is applied as soon as `sefia_litellm` is imported — before LiteLLM itself is
+imported — so even LiteLLM's import-time warnings (e.g. optional-dependency
+preload warnings) are suppressed.
+
+## On slow imports
+
+Importing LiteLLM is heavy and can take around a second
+(see [BerriAI/litellm#7605](https://github.com/BerriAI/litellm/issues/7605)).
+
+This package mitigates that as follows:
+
+1. **Lazy import** — LiteLLM is imported only inside the methods that actually
+   send a request. Importing `sefia_litellm` alone costs nothing. After the first
+   request the module is cached in `sys.modules`, so subsequent imports are
+   effectively free. This is the primary mitigation.
+
+2. **Local model cost map** — `LITELLM_LOCAL_MODEL_COST_MAP=True` is set before
+   LiteLLM is imported so that it uses its bundled cost map JSON instead of
+   fetching it over the network. This speeds up the import and keeps it working
+   offline.
+
+   If you need up-to-date pricing for the newest models and the bundled map is
+   stale, you can restore the original behavior:
+
+   ```bash
+   export LITELLM_LOCAL_MODEL_COST_MAP=False
+   ```
+
+3. **(Optional) Warm up at startup** — if you also want to hide the first
+   request's latency, import LiteLLM in the background during application startup.
+   A daemon thread works regardless of whether an asyncio event loop is running
+   yet:
+
+   ```python
+   import threading
+
+   threading.Thread(target=__import__, args=("litellm",), daemon=True).start()
+   ```
+
+## Status
+
+Early development. APIs may change before v1.0.
+
+## License
+
+MIT

sefia_litellm-0.1.0/pyproject.toml

@@ -0,0 +1,68 @@
+[project]
+name = "sefia-litellm"
+description = "LiteLLM adapter for Sefia."
+readme = "README.md"
+license = { file = "LICENSE" }
+authors = [{ name = "nueruyu" }]
+requires-python = ">=3.11"
+dependencies = [
+    "sefia>=0.1.0",
+    # 1.63.0 is the first release exposing reasoning_content / thinking blocks,
+    # which the adapter reads and streams; older versions install fine but would
+    # silently drop reasoning.
+    "litellm>=1.63.0",
+]
+dynamic = ["version"]
+keywords = [
+    "llm",
+    "litellm",
+    "inference",
+    "sefia",
+]
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+    "Development Status :: 3 - Alpha",
+    "Framework :: AsyncIO",
+    "Intended Audience :: Developers",
+    "Topic :: Scientific/Engineering :: Artificial Intelligence",
+    "Typing :: Typed",
+]
+
+[project.urls]
+Homepage = "https://github.com/nueruyu/sefia"
+Repository = "https://github.com/nueruyu/sefia"
+Issues = "https://github.com/nueruyu/sefia/issues"
+Documentation = "https://github.com/nueruyu/sefia/tree/main/docs"
+
+[build-system]
+requires = ["hatchling", "hatch-vcs"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/sefia_litellm"]
+
+[tool.hatch.version]
+source = "vcs"
+raw-options = { root = "../.." }
+
+# Mirrors the root pyproject's pytest options so `uv run pytest
+# packages/sefia_litellm` (which resolves this file as the config) behaves the
+# same: e2e tests stay opt-in via `-m e2e`.
+[tool.pytest.ini_options]
+addopts = ["-m", "not e2e"]
+asyncio_mode = "auto"
+testpaths = ["tests"]
+markers = [
+    "e2e: live LLM provider tests (need API keys; run with `pytest -m e2e`)",
+]
+
+[tool.uv.sources]
+sefia = { workspace = true }
+
+[dependency-groups]
+dev = ["pytest>=8.0", "pytest-asyncio>=0.23", "pytest-mock>=3.12.0"]

sefia_litellm-0.1.0/src/sefia_litellm/__init__.py

@@ -0,0 +1,3 @@
+from ._client import LiteLLMClient
+
+__all__ = ["LiteLLMClient"]