smolllm 0.1.0__tar.gz

smolllm-0.1.0/.env.example

@@ -0,0 +1,5 @@
+GEMINI_API_KEY=
+DEEPSEEK_API_KEY=
+OPENAI_API_KEY=
+# ANTHROPIC_API_KEY= dont support yet
+

smolllm-0.1.0/.gitignore

@@ -0,0 +1,12 @@
+# Python-generated files
+__pycache__/
+*.py[oc]
+build/
+dist/
+wheels/
+*.egg-info
+
+# Virtual environments
+.venv
+
+.env

smolllm-0.1.0/.python-version

@@ -0,0 +1 @@
+3.12

smolllm-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 RoCry
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE. 

smolllm-0.1.0/PKG-INFO

@@ -0,0 +1,133 @@
+Metadata-Version: 2.4
+Name: smolllm
+Version: 0.1.0
+Summary: A minimal Python library for interacting with various LLM providers
+Project-URL: Homepage, https://github.com/RoCry/smolllm
+Project-URL: Repository, https://github.com/RoCry/smolllm.git
+Author-email: RoCry <crysheen@gmail.com>
+License: MIT
+License-File: LICENSE
+Keywords: ai,anthropic,gemini,llm,openai
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Python: >=3.12
+Requires-Dist: httpx>=0.28.1
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: rich>=13.9.4
+Description-Content-Type: text/markdown
+
+# SmolLLM
+
+A minimal Python library for interacting with various LLM providers, featuring automatic API key load balancing and streaming responses.
+
+## Installation
+
+```bash
+pip install smolllm
+uv add "smolllm @ ../smolllm"
+```
+
+## Quick Start
+
+```python
+from dotenv import load_dotenv
+import asyncio
+from smolllm import ask_llm
+
+# Load environment variables at your application startup
+load_dotenv()
+
+async def main():
+    response = await ask_llm(
+        "Say hello world",
+        model="gemini/gemini-2.0-flash"
+    )
+    print(response)
+
+if __name__ == "__main__":
+    asyncio.run(main())
+```
+
+## Provider Configuration
+
+Format: `provider/model_name` (e.g., `openai/gpt-4`, `gemini/gemini-2.0-flash`)
+
+### API Keys
+
+The library looks for API keys in environment variables following the pattern: `{PROVIDER}_API_KEY`
+
+Example:
+```bash
+# .env
+OPENAI_API_KEY=sk-xxx
+GEMINI_API_KEY=key1,key2  # Multiple keys supported
+```
+
+### Custom Base URLs
+
+Override default API endpoints using: `{PROVIDER}_BASE_URL`
+
+Example:
+```bash
+OPENAI_BASE_URL=https://custom.openai.com/v1
+OLLAMA_BASE_URL=http://localhost:11434/v1
+```
+
+### Advanced Configuration
+
+You can combine multiple keys and base URLs in several ways:
+
+1. One key with multiple base URLs:
+```bash
+OLLAMA_API_KEY=ollama
+OLLAMA_BASE_URL=http://localhost:11434/v1,http://other-server:11434/v1
+```
+
+2. Multiple keys with one base URL:
+```bash
+GEMINI_API_KEY=key1,key2
+GEMINI_BASE_URL=https://api.gemini.com/v1
+```
+
+3. Paired keys and base URLs:
+```bash
+# Must have equal number of keys and URLs
+# The library will randomly select matching pairs
+GEMINI_API_KEY=key1,key2
+GEMINI_BASE_URL=https://api.gemini.com/v1,https://api.gemini.com/v2
+```
+
+## Environment Setup Best Practices
+
+When using SmolLLM in your project, you should handle environment variables at your application level:
+
+1. Create a `.env` file:
+```bash
+# .env
+OPENAI_API_KEY=sk-xxx
+GEMINI_API_KEY=xxx,xxx2
+ANTHROPIC_API_KEY=sk-xxx
+```
+
+2. Load environment variables before using SmolLLM:
+```python
+from dotenv import load_dotenv
+import os
+
+# Load at your application startup
+load_dotenv()
+
+# Now you can use SmolLLM
+from smolllm import ask_llm
+```
+
+## Tips
+
+- Keep sensitive API keys in `.env` (add to .gitignore)
+- Create `.env.example` for documentation
+- For production, consider using your platform's secret management system
+- When using multiple keys, separate with commas (no spaces)

smolllm-0.1.0/README.md

@@ -0,0 +1,111 @@
+# SmolLLM
+
+A minimal Python library for interacting with various LLM providers, featuring automatic API key load balancing and streaming responses.
+
+## Installation
+
+```bash
+pip install smolllm
+uv add "smolllm @ ../smolllm"
+```
+
+## Quick Start
+
+```python
+from dotenv import load_dotenv
+import asyncio
+from smolllm import ask_llm
+
+# Load environment variables at your application startup
+load_dotenv()
+
+async def main():
+    response = await ask_llm(
+        "Say hello world",
+        model="gemini/gemini-2.0-flash"
+    )
+    print(response)
+
+if __name__ == "__main__":
+    asyncio.run(main())
+```
+
+## Provider Configuration
+
+Format: `provider/model_name` (e.g., `openai/gpt-4`, `gemini/gemini-2.0-flash`)
+
+### API Keys
+
+The library looks for API keys in environment variables following the pattern: `{PROVIDER}_API_KEY`
+
+Example:
+```bash
+# .env
+OPENAI_API_KEY=sk-xxx
+GEMINI_API_KEY=key1,key2  # Multiple keys supported
+```
+
+### Custom Base URLs
+
+Override default API endpoints using: `{PROVIDER}_BASE_URL`
+
+Example:
+```bash
+OPENAI_BASE_URL=https://custom.openai.com/v1
+OLLAMA_BASE_URL=http://localhost:11434/v1
+```
+
+### Advanced Configuration
+
+You can combine multiple keys and base URLs in several ways:
+
+1. One key with multiple base URLs:
+```bash
+OLLAMA_API_KEY=ollama
+OLLAMA_BASE_URL=http://localhost:11434/v1,http://other-server:11434/v1
+```
+
+2. Multiple keys with one base URL:
+```bash
+GEMINI_API_KEY=key1,key2
+GEMINI_BASE_URL=https://api.gemini.com/v1
+```
+
+3. Paired keys and base URLs:
+```bash
+# Must have equal number of keys and URLs
+# The library will randomly select matching pairs
+GEMINI_API_KEY=key1,key2
+GEMINI_BASE_URL=https://api.gemini.com/v1,https://api.gemini.com/v2
+```
+
+## Environment Setup Best Practices
+
+When using SmolLLM in your project, you should handle environment variables at your application level:
+
+1. Create a `.env` file:
+```bash
+# .env
+OPENAI_API_KEY=sk-xxx
+GEMINI_API_KEY=xxx,xxx2
+ANTHROPIC_API_KEY=sk-xxx
+```
+
+2. Load environment variables before using SmolLLM:
+```python
+from dotenv import load_dotenv
+import os
+
+# Load at your application startup
+load_dotenv()
+
+# Now you can use SmolLLM
+from smolllm import ask_llm
+```
+
+## Tips
+
+- Keep sensitive API keys in `.env` (add to .gitignore)
+- Create `.env.example` for documentation
+- For production, consider using your platform's secret management system
+- When using multiple keys, separate with commas (no spaces)

smolllm-0.1.0/examples/hello.py

@@ -0,0 +1,32 @@
+import asyncio
+import argparse
+from dotenv import load_dotenv
+from smolllm import ask_llm
+
+
+async def simple(prompt: str = "Say hello world in a creative way"):
+    response = await ask_llm(
+        prompt,
+        model="gemini/gemini-2.0-flash",  # Default model can be overridden by SMOLLLM_MODEL
+    )
+    print(response)
+
+
+async def main():
+    # Load environment variables at application startup
+    load_dotenv()
+
+    parser = argparse.ArgumentParser(description="Ask LLM for creative responses")
+    parser.add_argument(
+        "prompt",
+        nargs="?",
+        default="Say hello world in a creative way",
+        help="Custom prompt to send to LLM",
+    )
+
+    args = parser.parse_args()
+    await simple(args.prompt)
+
+
+if __name__ == "__main__":
+    asyncio.run(main())

smolllm-0.1.0/examples/llm_func.py

@@ -0,0 +1,26 @@
+import asyncio
+from dotenv import load_dotenv
+from smolllm import LLMFunction, ask_llm
+from functools import partial
+
+# Load environment variables at application startup
+load_dotenv()
+
+# Create a custom LLM function with specific configuration
+custom_ollama = partial(
+    ask_llm,
+    model="ollama/deepseek-r1:7b",
+    base_url="http://rocry-win.local:11434/v1",
+)
+
+
+def translate(llm: LLMFunction, text: str, to: str = "Chinese"):
+    return llm(f"Translate below text to {to}:\n{text}")
+
+
+async def main():
+    print(await translate(custom_ollama, "Show me the money"))
+
+
+if __name__ == "__main__":
+    asyncio.run(main())

smolllm-0.1.0/providers.json

@@ -0,0 +1,357 @@
+{
+    "openai": {
+      "api": {
+        "url": "https://api.openai.com"
+      },
+      "websites": {
+        "official": "https://openai.com/",
+        "apiKey": "https://platform.openai.com/api-keys",
+        "docs": "https://platform.openai.com/docs",
+        "models": "https://platform.openai.com/docs/models"
+      }
+    },
+    "ppio": {
+      "api": {
+        "url": "https://api.ppinfra.com/v3/openai"
+      },
+      "websites": {
+        "official": "https://ppinfra.com/model-api/product/llm-api?utm_source=github_cherry-studio&utm_medium=github_readme&utm_campaign=link",
+        "apiKey": "https://ppinfra.com/settings/key-management",
+        "docs": "https://ppinfra.com/docs/model-api/reference/llm/llm.html",
+        "models": "https://ppinfra.com/model-api/product/llm-api?utm_source=github_cherry-studio&utm_medium=github_readme&utm_campaign=link"
+      }
+    },
+    "gemini": {
+      "api": {
+        "url": "https://generativelanguage.googleapis.com"
+      },
+      "websites": {
+        "official": "https://gemini.google.com/",
+        "apiKey": "https://aistudio.google.com/app/apikey",
+        "docs": "https://ai.google.dev/gemini-api/docs",
+        "models": "https://ai.google.dev/gemini-api/docs/models/gemini"
+      }
+    },
+    "silicon": {
+      "api": {
+        "url": "https://api.siliconflow.cn"
+      },
+      "websites": {
+        "official": "https://www.siliconflow.cn/",
+        "apiKey": "https://cloud.siliconflow.cn/account/ak?referrer=clxty1xuy0014lvqwh5z50i88",
+        "docs": "https://docs.siliconflow.cn/",
+        "models": "https://docs.siliconflow.cn/docs/model-names"
+      }
+    },
+    "gitee-ai": {
+      "api": {
+        "url": "https://ai.gitee.com"
+      },
+      "websites": {
+        "official": "https://ai.gitee.com/",
+        "apiKey": "https://ai.gitee.com/dashboard/settings/tokens",
+        "docs": "https://ai.gitee.com/docs/openapi/v1#tag/%E6%96%87%E6%9C%AC%E7%94%9F%E6%88%90/POST/chat/completions",
+        "models": "https://ai.gitee.com/serverless-api"
+      }
+    },
+    "deepseek": {
+      "api": {
+        "url": "https://api.deepseek.com"
+      },
+      "websites": {
+        "official": "https://deepseek.com/",
+        "apiKey": "https://platform.deepseek.com/api_keys",
+        "docs": "https://platform.deepseek.com/api-docs/",
+        "models": "https://platform.deepseek.com/api-docs/"
+      }
+    },
+    "ocoolai": {
+      "api": {
+        "url": "https://api.ocoolai.com"
+      },
+      "websites": {
+        "official": "https://one.ocoolai.com/",
+        "apiKey": "https://one.ocoolai.com/token",
+        "docs": "https://docs.ooo.cool/",
+        "models": "https://docs.ooo.cool/guides/jiage/"
+      }
+    },
+    "together": {
+      "api": {
+        "url": "https://api.tohgether.xyz"
+      },
+      "websites": {
+        "official": "https://www.together.ai/",
+        "apiKey": "https://api.together.ai/settings/api-keys",
+        "docs": "https://docs.together.ai/docs/introduction",
+        "models": "https://docs.together.ai/docs/chat-models"
+      }
+    },
+    "github": {
+      "api": {
+        "url": "https://models.inference.ai.azure.com/"
+      },
+      "websites": {
+        "official": "https://github.com/marketplace/models",
+        "apiKey": "https://github.com/settings/tokens",
+        "docs": "https://docs.github.com/en/github-models",
+        "models": "https://github.com/marketplace/models"
+      }
+    },
+    "yi": {
+      "api": {
+        "url": "https://api.lingyiwanwu.com"
+      },
+      "websites": {
+        "official": "https://platform.lingyiwanwu.com/",
+        "apiKey": "https://platform.lingyiwanwu.com/apikeys",
+        "docs": "https://platform.lingyiwanwu.com/docs",
+        "models": "https://platform.lingyiwanwu.com/docs#%E6%A8%A1%E5%9E%8B"
+      }
+    },
+    "zhipu": {
+      "api": {
+        "url": "https://open.bigmodel.cn/api/paas/v4/"
+      },
+      "websites": {
+        "official": "https://open.bigmodel.cn/",
+        "apiKey": "https://open.bigmodel.cn/usercenter/apikeys",
+        "docs": "https://open.bigmodel.cn/dev/howuse/introduction",
+        "models": "https://open.bigmodel.cn/modelcenter/square"
+      }
+    },
+    "moonshot": {
+      "api": {
+        "url": "https://api.moonshot.cn"
+      },
+      "websites": {
+        "official": "https://moonshot.ai/",
+        "apiKey": "https://platform.moonshot.cn/console/api-keys",
+        "docs": "https://platform.moonshot.cn/docs/",
+        "models": "https://platform.moonshot.cn/docs/intro#%E6%A8%A1%E5%9E%8B%E5%88%97%E8%A1%A8"
+      }
+    },
+    "baichuan": {
+      "api": {
+        "url": "https://api.baichuan-ai.com"
+      },
+      "websites": {
+        "official": "https://www.baichuan-ai.com/",
+        "apiKey": "https://platform.baichuan-ai.com/console/apikey",
+        "docs": "https://platform.baichuan-ai.com/docs",
+        "models": "https://platform.baichuan-ai.com/price"
+      }
+    },
+    "dashscope": {
+      "api": {
+        "url": "https://dashscope.aliyuncs.com/compatible-mode/v1/"
+      },
+      "websites": {
+        "official": "https://www.aliyun.com/product/bailian",
+        "apiKey": "https://bailian.console.aliyun.com/?apiKey=1#/api-key",
+        "docs": "https://help.aliyun.com/zh/model-studio/getting-started/",
+        "models": "https://bailian.console.aliyun.com/model-market#/model-market"
+      }
+    },
+    "stepfun": {
+      "api": {
+        "url": "https://api.stepfun.com"
+      },
+      "websites": {
+        "official": "https://platform.stepfun.com/",
+        "apiKey": "https://platform.stepfun.com/interface-key",
+        "docs": "https://platform.stepfun.com/docs/overview/concept",
+        "models": "https://platform.stepfun.com/docs/llm/text"
+      }
+    },
+    "doubao": {
+      "api": {
+        "url": "https://ark.cn-beijing.volces.com/api/v3/"
+      },
+      "websites": {
+        "official": "https://console.volcengine.com/ark/",
+        "apiKey": "https://console.volcengine.com/ark/region:ark+cn-beijing/apiKey",
+        "docs": "https://www.volcengine.com/docs/82379/1182403",
+        "models": "https://console.volcengine.com/ark/region:ark+cn-beijing/endpoint"
+      }
+    },
+    "minimax": {
+      "api": {
+        "url": "https://api.minimax.chat/v1/"
+      },
+      "websites": {
+        "official": "https://platform.minimaxi.com/",
+        "apiKey": "https://platform.minimaxi.com/user-center/basic-information/interface-key",
+        "docs": "https://platform.minimaxi.com/document/Announcement",
+        "models": "https://platform.minimaxi.com/document/Models"
+      }
+    },
+    "graphrag-kylin-mountain": {
+      "api": {
+        "url": ""
+      }
+    },
+    "openrouter": {
+      "api": {
+        "url": "https://openrouter.ai/api/v1/"
+      },
+      "websites": {
+        "official": "https://openrouter.ai/",
+        "apiKey": "https://openrouter.ai/settings/keys",
+        "docs": "https://openrouter.ai/docs/quick-start",
+        "models": "https://openrouter.ai/docs/models"
+      }
+    },
+    "groq": {
+      "api": {
+        "url": "https://api.groq.com/openai"
+      },
+      "websites": {
+        "official": "https://groq.com/",
+        "apiKey": "https://console.groq.com/keys",
+        "docs": "https://console.groq.com/docs/quickstart",
+        "models": "https://console.groq.com/docs/models"
+      }
+    },
+    "ollama": {
+      "api": {
+        "url": "http://localhost:11434"
+      },
+      "websites": {
+        "official": "https://ollama.com/",
+        "docs": "https://github.com/ollama/ollama/tree/main/docs",
+        "models": "https://ollama.com/library"
+      }
+    },
+    "anthropic": {
+      "api": {
+        "url": "https://api.anthropic.com/"
+      },
+      "websites": {
+        "official": "https://anthropic.com/",
+        "apiKey": "https://console.anthropic.com/settings/keys",
+        "docs": "https://docs.anthropic.com/en/docs",
+        "models": "https://docs.anthropic.com/en/docs/about-claude/models"
+      }
+    },
+    "grok": {
+      "api": {
+        "url": "https://api.x.ai"
+      },
+      "websites": {
+        "official": "https://x.ai/",
+        "docs": "https://docs.x.ai/",
+        "models": "https://docs.x.ai/docs#getting-started"
+      }
+    },
+    "hyperbolic": {
+      "api": {
+        "url": "https://api.hyperbolic.xyz"
+      },
+      "websites": {
+        "official": "https://app.hyperbolic.xyz",
+        "apiKey": "https://app.hyperbolic.xyz/settings",
+        "docs": "https://docs.hyperbolic.xyz",
+        "models": "https://app.hyperbolic.xyz/models"
+      }
+    },
+    "mistral": {
+      "api": {
+        "url": "https://api.mistral.ai"
+      },
+      "websites": {
+        "official": "https://mistral.ai",
+        "apiKey": "https://console.mistral.ai/api-keys/",
+        "docs": "https://docs.mistral.ai",
+        "models": "https://docs.mistral.ai/getting-started/models/models_overview"
+      }
+    },
+    "jina": {
+      "api": {
+        "url": "https://api.jina.ai"
+      },
+      "websites": {
+        "official": "https://jina.ai",
+        "apiKey": "https://jina.ai/",
+        "docs": "https://jina.ai",
+        "models": "https://jina.ai"
+      }
+    },
+    "aihubmix": {
+      "api": {
+        "url": "https://aihubmix.com"
+      },
+      "websites": {
+        "official": "https://aihubmix.com?aff=SJyh",
+        "apiKey": "https://aihubmix.com?aff=SJyh",
+        "docs": "https://doc.aihubmix.com/",
+        "models": "https://aihubmix.com/models"
+      }
+    },
+    "fireworks": {
+      "api": {
+        "url": "https://api.fireworks.ai/inference"
+      },
+      "websites": {
+        "official": "https://fireworks.ai/",
+        "apiKey": "https://fireworks.ai/account/api-keys",
+        "docs": "https://docs.fireworks.ai/getting-started/introduction",
+        "models": "https://fireworks.ai/dashboard/models"
+      }
+    },
+    "zhinao": {
+      "api": {
+        "url": "https://api.360.cn"
+      },
+      "websites": {
+        "official": "https://ai.360.com/",
+        "apiKey": "https://ai.360.com/platform/keys",
+        "docs": "https://ai.360.com/platform/docs/overview",
+        "models": "https://ai.360.com/platform/limit"
+      }
+    },
+    "hunyuan": {
+      "api": {
+        "url": "https://api.hunyuan.cloud.tencent.com"
+      },
+      "websites": {
+        "official": "https://cloud.tencent.com/product/hunyuan",
+        "apiKey": "https://console.cloud.tencent.com/hunyuan/api-key",
+        "docs": "https://cloud.tencent.com/document/product/1729/111007",
+        "models": "https://cloud.tencent.com/document/product/1729/104753"
+      }
+    },
+    "nvidia": {
+      "api": {
+        "url": "https://integrate.api.nvidia.com"
+      },
+      "websites": {
+        "official": "https://build.nvidia.com/explore/discover",
+        "apiKey": "https://build.nvidia.com/meta/llama-3_1-405b-instruct",
+        "docs": "https://docs.api.nvidia.com/nim/reference/llm-apis",
+        "models": "https://build.nvidia.com/nim"
+      }
+    },
+    "azure-openai": {
+      "api": {
+        "url": ""
+      },
+      "websites": {
+        "official": "https://azure.microsoft.com/en-us/products/ai-services/openai-service",
+        "apiKey": "https://portal.azure.com/#view/Microsoft_Azure_ProjectOxford/CognitiveServicesHub/~/OpenAI",
+        "docs": "https://learn.microsoft.com/en-us/azure/ai-services/openai/",
+        "models": "https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models"
+      }
+    },
+    "baidu-cloud": {
+      "api": {
+        "url": "https://qianfan.baidubce.com/v2/"
+      },
+      "websites": {
+        "official": "https://cloud.baidu.com/",
+        "apiKey": "https://cloud.baidu.com/console/qianfan/apikey",
+        "docs": "https://cloud.baidu.com/doc/index.html",
+        "models": "https://cloud.baidu.com/doc/WENXINWORKSHOP/s/Fm2vrveyu"
+      }
+    }
+  }

smolllm-0.1.0/pyproject.toml

@@ -0,0 +1,36 @@
+[project]
+name = "smolllm"
+version = "0.1.0"
+description = "A minimal Python library for interacting with various LLM providers"
+readme = "README.md"
+authors = [
+    { name = "RoCry", email = "crysheen@gmail.com" }
+]
+license = { text = "MIT" }
+requires-python = ">=3.12"
+keywords = ["llm", "ai", "openai", "gemini", "anthropic"]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+]
+dependencies = [
+    "python-dotenv>=1.0.1",
+    "httpx>=0.28.1",
+    "rich>=13.9.4",
+]
+
+[project.urls]
+Homepage = "https://github.com/RoCry/smolllm"
+Repository = "https://github.com/RoCry/smolllm.git"
+
+[project.scripts]
+smolllm = "smolllm:main"
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+

smolllm-0.1.0/src/smolllm/__init__.py

@@ -0,0 +1,13 @@
+"""
+smolllm - A minimal LLM library for easy interaction with various LLM providers
+"""
+
+from .core import ask_llm
+from .types import LLMFunction, StreamHandler
+
+__version__ = "0.1.0"
+__all__ = ["ask_llm", "LLMFunction", "StreamHandler"]
+
+
+def main() -> None:
+    print("Hello from smolllm!")

smolllm-0.1.0/src/smolllm/balancer.py

@@ -0,0 +1,60 @@
+import random
+from typing import Dict, Tuple
+
+
+class SimpleBalancer:
+    """Balances API key and URL pairs usage."""
+
+    def __init__(self):
+        self.pair_usage: Dict[Tuple[str, str], int] = {}
+
+    def _parse_items(self, items: str) -> list[str]:
+        return [item.strip() for item in items.split(",")]
+
+    def choose_pair(self, keys: str, urls: str) -> Tuple[str, str]:
+        """Choose a key-URL pair based on usage balancing.
+
+        Cases:
+        1. 1 key, 1 url -> single pair
+        2. 1 key, n urls -> key paired with each url
+        3. n keys, n urls -> matching pairs
+        4. n keys, 1 url -> each key paired with url
+        """
+        key_list = self._parse_items(keys)
+        url_list = self._parse_items(urls)
+
+        # Generate valid pairs based on the cases
+        if len(url_list) == 1:
+            pairs = [(key, url_list[0]) for key in key_list]
+        elif len(key_list) == 1:
+            pairs = [(key_list[0], url) for url in url_list]
+        else:
+            if len(key_list) != len(url_list):
+                raise ValueError(
+                    "When using multiple keys and URLs, their counts must match"
+                )
+            pairs = list(zip(key_list, url_list))
+
+        # Initialize usage count for new pairs
+        for pair in pairs:
+            if pair not in self.pair_usage:
+                self.pair_usage[pair] = 0
+
+        # Find and choose least used pair
+        min_usage = min(self.pair_usage[pair] for pair in pairs)
+        least_used_pairs = [
+            pair for pair in pairs if self.pair_usage[pair] == min_usage
+        ]
+        chosen_pair = random.choice(least_used_pairs)
+        self.pair_usage[chosen_pair] += 1
+
+        return chosen_pair
+
+    def choose_one(self, keys: str) -> str:
+        """Legacy method for backwards compatibility"""
+        key, _ = self.choose_pair(keys, "dummy_url")
+        return key
+
+
+# Create a global instance
+balancer = SimpleBalancer()

smolllm-0.1.0/src/smolllm/core.py

@@ -0,0 +1,108 @@
+import os
+import json
+from typing import Optional
+import httpx
+
+from .types import StreamHandler
+from .providers import parse_model_string
+from .balancer import balancer
+from .stream import handle_chunk
+from .request import prepare_request_data, prepare_client_and_auth
+from .log import logger
+from .display import ResponseDisplay
+
+
+async def ask_llm(
+    prompt: str,
+    *,
+    system_prompt: Optional[str] = None,
+    model: Optional[str] = None,
+    api_key: Optional[str] = None,
+    base_url: Optional[str] = None,
+    handler: Optional[StreamHandler] = None,
+    timeout: float = 60.0,
+) -> str:
+    """
+    Send a prompt to an LLM and get the response
+
+    Args:
+        prompt: The main prompt text
+        system_prompt: Optional system prompt
+        model: Model identifier (e.g., "openai/gpt-4" or "google")
+        api_key: Optional API key (will fall back to environment variable)
+        base_url: Custom base URL for API endpoint
+        stream_handler: Optional callback for handling streaming responses
+        timeout: Request timeout in seconds
+    """
+    if not model:
+        model = os.getenv("SMOLLLM_MODEL")
+    if not model:
+        raise ValueError(
+            "Model string not found. Set SMOLLLM_MODEL environment variable or pass model parameter"
+        )
+    provider, model_name = parse_model_string(model)
+
+    if not base_url:
+        env_base_url = os.getenv(f"{provider.name.upper()}_BASE_URL")
+        base_url = env_base_url or provider.base_url
+
+    if not api_key:
+        env_key = f"{provider.name.upper()}_API_KEY"
+        api_key = os.getenv(env_key)
+        if not api_key:
+            # special case for convenience: ollama
+            if provider.name == "ollama":
+                api_key = "ollama"
+            else:
+                raise ValueError(
+                    f"API key not found. Set {env_key} environment variable or pass api_key parameter"
+                )
+
+    if not base_url:
+        raise ValueError("Base URL is required")
+
+    api_key, base_url = balancer.choose_pair(api_key, base_url)
+    url, data, headers = prepare_request_data(
+        prompt, system_prompt, model_name, provider.name, base_url
+    )
+    client = prepare_client_and_auth(url, provider.name, api_key, headers)
+
+    api_key_preview = api_key[:5] + "..." + api_key[-4:]
+    logger.info(f"Sending {url} model={model_name} api_key={api_key_preview}")
+
+    try:
+        async with client.stream(
+            "POST", url, headers=headers, json=data, timeout=timeout
+        ) as response:
+            if response.status_code >= 400:
+                error_text = await response.aread()
+                raise httpx.HTTPStatusError(
+                    f"HTTP Error {response.status_code}: {error_text.decode()}",
+                    request=response.request,
+                    response=response,
+                )
+            return await process_stream_response(response, handler, provider.name)
+    except Exception as e:
+        logger.error(f"Error: {e}")
+        raise
+
+
+async def process_stream_response(
+    response: httpx.Response,
+    stream_handler: Optional[StreamHandler],
+    provider_name: str,
+) -> str:
+    with ResponseDisplay(stream_handler) as display:
+        async for line in response.aiter_lines():
+            line = line.strip()
+            if not line or line == "data: [DONE]" or not line.startswith("data: "):
+                continue
+
+            try:
+                chunk = json.loads(line[6:])  # Remove "data: " prefix
+                if delta := await handle_chunk(chunk, provider_name):
+                    display.update(delta)
+            except Exception as e:
+                logger.error(f"Error processing chunk: {e}")
+
+        return display.finalize()

smolllm-0.1.0/src/smolllm/display.py

@@ -0,0 +1,57 @@
+from rich.live import Live
+from rich.text import Text
+from rich.markdown import Markdown
+from rich.console import Group
+from rich.rule import Rule
+from typing import Optional
+from .types import StreamHandler
+
+
+class ResponseDisplay:
+    def __init__(self, stream_handler: Optional[StreamHandler] = None):
+        self.stream_handler = stream_handler
+        self.final_response = ""
+        self.live: Optional[Live] = None
+
+    def __enter__(self):
+        self.live = Live(
+            Group(Rule(style="grey50"), Text(""), Rule(style="grey50")),
+            refresh_per_second=4,
+            vertical_overflow="visible",
+        ).__enter__()
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        if self.live:
+            self.live.__exit__(exc_type, exc_val, exc_tb)
+
+    def update(self, delta: str):
+        """Update display with new content"""
+        if self.stream_handler:
+            self.stream_handler(delta)
+
+        self.final_response += delta
+        self._update_display(with_cursor=True)
+
+    def finalize(self):
+        """Show final response without cursor"""
+        self._update_display(with_cursor=False)
+        return self.final_response.strip()
+
+    def _update_display(self, with_cursor: bool = True):
+        """Internal method to update the live display"""
+        if not self.live:
+            return
+
+        content = self.final_response + ("\n\n▌" if with_cursor else "")
+        try:
+            group = Group(Rule(style="grey50"), Markdown(content), Rule(style="grey50"))
+        except Exception:
+            # Fallback to plain text if markdown parsing fails
+            group = Group(
+                Rule(style="grey50"),
+                Text(content, style="blink" if with_cursor else None),
+                Rule(style="grey50"),
+            )
+
+        self.live.update(group)

smolllm-0.1.0/src/smolllm/log.py

@@ -0,0 +1,21 @@
+import os
+import logging
+from rich.logging import RichHandler
+
+# Get log level from environment or default to INFO
+log_level = os.getenv("LOG_LEVEL", "INFO").upper()
+
+# Set root logger to INFO to suppress debug logs from other libraries
+logging.getLogger().setLevel(logging.INFO)
+
+# Configure rich handler
+rich_handler = RichHandler(rich_tracebacks=True)
+rich_handler.setFormatter(logging.Formatter("%(message)s"))
+
+# Configure our package logger
+logger = logging.getLogger("smolllm")
+logger.setLevel(getattr(logging, log_level, logging.INFO))
+logger.handlers = [rich_handler]
+
+# Prevent propagation to root logger to avoid duplicate logs
+logger.propagate = False

smolllm-0.1.0/src/smolllm/providers.py

@@ -0,0 +1,65 @@
+from dataclasses import dataclass
+import json
+from typing import Optional
+
+
+@dataclass
+class Provider:
+    name: str
+    base_url: str
+    default_model_name: Optional[str] = None
+
+    # Guess default model name if not provided
+    # this is designed for random choosing from multiple providers
+    def guess_default_model_name(self) -> Optional[str]:
+        if self.default_model_name:
+            return self.default_model_name
+
+        if self.name == "gemini":
+            return "gemini-2.0-flash"
+
+        return None
+
+
+def generate_provider_map() -> dict[str, Provider]:
+    with open("providers.json", "r") as f:
+        raw_providers = json.load(f)
+
+    provider_map = {}
+    for name, config in raw_providers.items():
+        provider_map[name] = Provider(
+            name=name,
+            base_url=config["api"]["url"],
+        )
+
+    # add more
+    provider_map["tencent_cloud"] = Provider(
+        name="tencent_cloud",
+        base_url="https://api.lkeap.cloud.tencent.com",
+    )
+
+    return provider_map
+
+
+PROVIDERS = generate_provider_map()
+
+
+# try parse provider and model name from model_str, e.g.
+# "gemini/gemini-2.0-flash" -> ("gemini", "gemini-2.0-flash")
+# "gemini" -> ("gemini", "gemini-2.0-flash") // /w default model for the provider
+def parse_model_string(model_str: str) -> tuple[Provider, str]:
+    """Parse model string into provider and model name"""
+    if "/" in model_str:
+        provider_name, model_name = model_str.split("/", 1)
+    else:
+        # Use the model string as provider name and get its default model
+        provider_name = model_str
+
+    provider = PROVIDERS.get(provider_name)
+    if not provider:
+        raise ValueError(f"Unknown provider: {provider_name}")
+    model_name = model_name or provider.guess_default_model_name()
+    if not model_name:
+        raise ValueError(f"Model name not found for provider: {provider_name}")
+
+    return provider, model_name

smolllm-0.1.0/src/smolllm/request.py

@@ -0,0 +1,53 @@
+from typing import Dict, Any
+import httpx
+
+
+def prepare_request_data(
+    prompt: str,
+    system_prompt: str | None,
+    model_name: str,
+    provider_name: str,
+    base_url: str,
+) -> tuple[str, Dict[str, Any], Dict[str, str]]:
+    """Prepare request URL, data and headers for the API call"""
+    base_url = base_url.rstrip("/")
+
+    if provider_name == "gemini":
+        url = f"{base_url}/v1beta/models/{model_name}:streamGenerateContent?alt=sse"
+        headers = {"Content-Type": "application/json"}
+        data = {
+            "contents": [{"parts": [{"text": prompt}]}],
+        }
+        if system_prompt:
+            data["system_instruction"] = {"parts": [{"text": system_prompt}]}
+    else:
+        url = f"{base_url}/chat/completions"
+        headers = {"Content-Type": "application/json"}
+        messages = []
+        if system_prompt:
+            messages.append({"role": "system", "content": system_prompt})
+        messages.append({"role": "user", "content": prompt})
+        data = {
+            "messages": messages,
+            "model": model_name,
+            "stream": True,
+        }
+
+    return url, data, headers
+
+
+def prepare_client_and_auth(
+    url: str, provider_name: str, api_key: str, headers: Dict[str, str]
+) -> httpx.AsyncClient:
+    """Prepare HTTP client and handle authentication"""
+    # Handle authentication
+    if provider_name == "gemini":
+        headers["x-goog-api-key"] = api_key
+    else:
+        headers["Authorization"] = f"Bearer {api_key}"
+
+    # Prepare client
+    unsecure = url.startswith("http://")
+    transport = httpx.AsyncHTTPTransport(local_address="0.0.0.0") if unsecure else None
+
+    return httpx.AsyncClient(verify=not unsecure, transport=transport)

smolllm-0.1.0/src/smolllm/stream.py

@@ -0,0 +1,15 @@
+from typing import Optional
+
+
+async def handle_chunk(chunk: dict, provider_name: str) -> Optional[str]:
+    """Handle streaming chunks from different providers"""
+    if provider_name == "gemini":
+        candidates = chunk.get("candidates", [])
+        if candidates and "content" in candidates[0]:
+            return candidates[0]["content"]["parts"][0]["text"]
+    else:  # openai-compatible
+        choice = chunk.get("choices", [{}])[0]
+        if choice.get("finish_reason") is not None:
+            return None
+        return choice.get("delta", {}).get("content", "")
+    return None

smolllm-0.1.0/src/smolllm/types.py

@@ -0,0 +1,6 @@
+from typing import Callable, Awaitable, Optional, TypeAlias, Any
+
+StreamHandler: TypeAlias = Callable[[str], None]
+LLMFunction: TypeAlias = Callable[
+    [str, Optional[str], Any], Awaitable[str]
+]  # (prompt, system_prompt, **kwargs) -> response

smolllm-0.1.0/uv.lock

@@ -0,0 +1,158 @@
+version = 1
+requires-python = ">=3.12"
+
+[[package]]
+name = "anyio"
+version = "4.8.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "idna" },
+    { name = "sniffio" },
+    { name = "typing-extensions", marker = "python_full_version < '3.13'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/a3/73/199a98fc2dae33535d6b8e8e6ec01f8c1d76c9adb096c6b7d64823038cde/anyio-4.8.0.tar.gz", hash = "sha256:1d9fe889df5212298c0c0723fa20479d1b94883a2df44bd3897aa91083316f7a", size = 181126 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/46/eb/e7f063ad1fec6b3178a3cd82d1a3c4de82cccf283fc42746168188e1cdd5/anyio-4.8.0-py3-none-any.whl", hash = "sha256:b5011f270ab5eb0abf13385f851315585cc37ef330dd88e27ec3d34d651fd47a", size = 96041 },
+]
+
+[[package]]
+name = "certifi"
+version = "2025.1.31"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/1c/ab/c9f1e32b7b1bf505bf26f0ef697775960db7932abeb7b516de930ba2705f/certifi-2025.1.31.tar.gz", hash = "sha256:3d5da6925056f6f18f119200434a4780a94263f10d1c21d032a6f6b2baa20651", size = 167577 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/38/fc/bce832fd4fd99766c04d1ee0eead6b0ec6486fb100ae5e74c1d91292b982/certifi-2025.1.31-py3-none-any.whl", hash = "sha256:ca78db4565a652026a4db2bcdf68f2fb589ea80d0be70e03929ed730746b84fe", size = 166393 },
+]
+
+[[package]]
+name = "h11"
+version = "0.14.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/f5/38/3af3d3633a34a3316095b39c8e8fb4853a28a536e55d347bd8d8e9a14b03/h11-0.14.0.tar.gz", hash = "sha256:8f19fbbe99e72420ff35c00b27a34cb9937e902a8b810e2c88300c6f0a3b699d", size = 100418 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/95/04/ff642e65ad6b90db43e668d70ffb6736436c7ce41fcc549f4e9472234127/h11-0.14.0-py3-none-any.whl", hash = "sha256:e3fe4ac4b851c468cc8363d500db52c2ead036020723024a109d37346efaa761", size = 58259 },
+]
+
+[[package]]
+name = "httpcore"
+version = "1.0.7"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "certifi" },
+    { name = "h11" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/6a/41/d7d0a89eb493922c37d343b607bc1b5da7f5be7e383740b4753ad8943e90/httpcore-1.0.7.tar.gz", hash = "sha256:8551cb62a169ec7162ac7be8d4817d561f60e08eaa485234898414bb5a8a0b4c", size = 85196 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/87/f5/72347bc88306acb359581ac4d52f23c0ef445b57157adedb9aee0cd689d2/httpcore-1.0.7-py3-none-any.whl", hash = "sha256:a3fff8f43dc260d5bd363d9f9cf1830fa3a458b332856f34282de498ed420edd", size = 78551 },
+]
+
+[[package]]
+name = "httpx"
+version = "0.28.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "anyio" },
+    { name = "certifi" },
+    { name = "httpcore" },
+    { name = "idna" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/b1/df/48c586a5fe32a0f01324ee087459e112ebb7224f646c0b5023f5e79e9956/httpx-0.28.1.tar.gz", hash = "sha256:75e98c5f16b0f35b567856f597f06ff2270a374470a5c2392242528e3e3e42fc", size = 141406 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/2a/39/e50c7c3a983047577ee07d2a9e53faf5a69493943ec3f6a384bdc792deb2/httpx-0.28.1-py3-none-any.whl", hash = "sha256:d909fcccc110f8c7faf814ca82a9a4d816bc5a6dbfea25d6591d6985b8ba59ad", size = 73517 },
+]
+
+[[package]]
+name = "idna"
+version = "3.10"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/f1/70/7703c29685631f5a7590aa73f1f1d3fa9a380e654b86af429e0934a32f7d/idna-3.10.tar.gz", hash = "sha256:12f65c9b470abda6dc35cf8e63cc574b1c52b11df2c86030af0ac09b01b13ea9", size = 190490 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/76/c6/c88e154df9c4e1a2a66ccf0005a88dfb2650c1dffb6f5ce603dfbd452ce3/idna-3.10-py3-none-any.whl", hash = "sha256:946d195a0d259cbba61165e88e65941f16e9b36ea6ddb97f00452bae8b1287d3", size = 70442 },
+]
+
+[[package]]
+name = "markdown-it-py"
+version = "3.0.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "mdurl" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/38/71/3b932df36c1a044d397a1f92d1cf91ee0a503d91e470cbd670aa66b07ed0/markdown-it-py-3.0.0.tar.gz", hash = "sha256:e3f60a94fa066dc52ec76661e37c851cb232d92f9886b15cb560aaada2df8feb", size = 74596 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/42/d7/1ec15b46af6af88f19b8e5ffea08fa375d433c998b8a7639e76935c14f1f/markdown_it_py-3.0.0-py3-none-any.whl", hash = "sha256:355216845c60bd96232cd8d8c40e8f9765cc86f46880e43a8fd22dc1a1a8cab1", size = 87528 },
+]
+
+[[package]]
+name = "mdurl"
+version = "0.1.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/d6/54/cfe61301667036ec958cb99bd3efefba235e65cdeb9c84d24a8293ba1d90/mdurl-0.1.2.tar.gz", hash = "sha256:bb413d29f5eea38f31dd4754dd7377d4465116fb207585f97bf925588687c1ba", size = 8729 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/b3/38/89ba8ad64ae25be8de66a6d463314cf1eb366222074cfda9ee839c56a4b4/mdurl-0.1.2-py3-none-any.whl", hash = "sha256:84008a41e51615a49fc9966191ff91509e3c40b939176e643fd50a5c2196b8f8", size = 9979 },
+]
+
+[[package]]
+name = "pygments"
+version = "2.19.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/7c/2d/c3338d48ea6cc0feb8446d8e6937e1408088a72a39937982cc6111d17f84/pygments-2.19.1.tar.gz", hash = "sha256:61c16d2a8576dc0649d9f39e089b5f02bcd27fba10d8fb4dcc28173f7a45151f", size = 4968581 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/8a/0b/9fcc47d19c48b59121088dd6da2488a49d5f72dacf8262e2790a1d2c7d15/pygments-2.19.1-py3-none-any.whl", hash = "sha256:9ea1544ad55cecf4b8242fab6dd35a93bbce657034b0611ee383099054ab6d8c", size = 1225293 },
+]
+
+[[package]]
+name = "python-dotenv"
+version = "1.0.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/bc/57/e84d88dfe0aec03b7a2d4327012c1627ab5f03652216c63d49846d7a6c58/python-dotenv-1.0.1.tar.gz", hash = "sha256:e324ee90a023d808f1959c46bcbc04446a10ced277783dc6ee09987c37ec10ca", size = 39115 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/6a/3e/b68c118422ec867fa7ab88444e1274aa40681c606d59ac27de5a5588f082/python_dotenv-1.0.1-py3-none-any.whl", hash = "sha256:f7b63ef50f1b690dddf550d03497b66d609393b40b564ed0d674909a68ebf16a", size = 19863 },
+]
+
+[[package]]
+name = "rich"
+version = "13.9.4"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "markdown-it-py" },
+    { name = "pygments" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/ab/3a/0316b28d0761c6734d6bc14e770d85506c986c85ffb239e688eeaab2c2bc/rich-13.9.4.tar.gz", hash = "sha256:439594978a49a09530cff7ebc4b5c7103ef57baf48d5ea3184f21d9a2befa098", size = 223149 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/19/71/39c7c0d87f8d4e6c020a393182060eaefeeae6c01dab6a84ec346f2567df/rich-13.9.4-py3-none-any.whl", hash = "sha256:6049d5e6ec054bf2779ab3358186963bac2ea89175919d699e378b99738c2a90", size = 242424 },
+]
+
+[[package]]
+name = "smolllm"
+version = "0.1.0"
+source = { editable = "." }
+dependencies = [
+    { name = "httpx" },
+    { name = "python-dotenv" },
+    { name = "rich" },
+]
+
+[package.metadata]
+requires-dist = [
+    { name = "httpx", specifier = ">=0.28.1" },
+    { name = "python-dotenv", specifier = ">=1.0.1" },
+    { name = "rich", specifier = ">=13.9.4" },
+]
+
+[[package]]
+name = "sniffio"
+version = "1.3.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/a2/87/a6771e1546d97e7e041b6ae58d80074f81b7d5121207425c964ddf5cfdbd/sniffio-1.3.1.tar.gz", hash = "sha256:f4324edc670a0f49750a81b895f35c3adb843cca46f0530f79fc1babb23789dc", size = 20372 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/e9/44/75a9c9421471a6c4805dbf2356f7c181a29c1879239abab1ea2cc8f38b40/sniffio-1.3.1-py3-none-any.whl", hash = "sha256:2f6da418d1f1e0fddd844478f41680e794e6051915791a034ff65e5f100525a2", size = 10235 },
+]
+
+[[package]]
+name = "typing-extensions"
+version = "4.12.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/df/db/f35a00659bc03fec321ba8bce9420de607a1d37f8342eee1863174c69557/typing_extensions-4.12.2.tar.gz", hash = "sha256:1a7ead55c7e559dd4dee8856e3a88b41225abfe1ce8df57b7c13915fe121ffb8", size = 85321 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/26/9f/ad63fc0248c5379346306f8668cda6e2e2e9c95e01216d2b8ffd9ff037d0/typing_extensions-4.12.2-py3-none-any.whl", hash = "sha256:04e5ca0351e0f3f85c6853954072df659d0d13fac324d0072316b67d7794700d", size = 37438 },
+]