llms-py 2.0.10__py3-none-any.whl → 2.0.11__py3-none-any.whl

llms.py

@@ -22,7 +22,7 @@ from aiohttp import web
 from pathlib import Path
 from importlib import resources   # Py≥3.9  (pip install importlib_resources for 3.7/3.8)
 
-VERSION = "2.0.10"
+VERSION = "2.0.11"
 _ROOT = None
 g_config_path = None
 g_ui_path = None

{llms_py-2.0.10.data → llms_py-2.0.11.data}/data/llms.json

@@ -86,7 +86,7 @@
             "enabled": true,
             "type": "OpenAiProvider",
             "base_url": "https://openrouter.ai/api",
-            "api_key": "$OPENROUTER_FREE_API_KEY",
+            "api_key": "$OPENROUTER_API_KEY",
             "models": {
                 "qwen2.5vl": "qwen/qwen2.5-vl-32b-instruct:free",
                 "llama4:109b": "meta-llama/llama-4-scout:free",
@@ -236,6 +236,7 @@
                 "qwen3-max": "qwen/qwen3-max",
                 "qwen3-vl:235b": "qwen/qwen3-vl-235b-a22b-instruct",
                 "qwen3-vl-thinking:235b": "qwen/qwen3-vl-235b-a22b-thinking",
+                "ling-1t": "inclusionai/ling-1t",
                 "llama4:109b": "meta-llama/llama-4-scout",
                 "llama4:400b": "meta-llama/llama-4-maverick"
             }
@@ -283,6 +284,7 @@
             "base_url": "https://api.openai.com",
             "api_key": "$OPENAI_API_KEY",
             "models": {
+                "gpt-5-pro": "openai/gpt-5-pro",
                 "gpt-5-codex": "gpt-5-codex",
                 "gpt-audio": "gpt-audio",
                 "gpt-realtime": "gpt-realtime",
@@ -386,6 +388,7 @@
                 "qwen3-coder:30b": "qwen3-coder-30b-a3b-instruct",
                 "qwen3-vl-thinking:235b": "qwen3-vl-235b-a22b-thinking",
                 "qwen3-vl:235b": "qwen3-vl-235b-a22b-instruct",
+                "qwen3-vl:30b": "qwen3-vl-30b-a3b-instruct",
                 "qwen2.5-vl:72b": "qwen2.5-vl-72b-instruct",
                 "qwen2.5-vl:32b": "qwen2.5-vl-32b-instruct",
                 "qwen2.5-vl:7b": "qwen2.5-vl-7b-instruct",

{llms_py-2.0.10.dist-info → llms_py-2.0.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llms-py
-Version: 2.0.10
+Version: 2.0.11
 Summary: A lightweight CLI tool and OpenAI-compatible server for querying multiple Large Language Model (LLM) providers
 Home-page: https://github.com/ServiceStack/llms
 Author: ServiceStack
@@ -97,34 +97,31 @@ pip install aiohttp
 
 ## Quick Start
 
-### 1. Initialize Configuration
-
-Create a default configuration file:
-
-```bash
-llms --init
-```
-
-This saves the latest [llms.json](llms.json) configuration to `~/.llms/llms.json`.
-
-Modify `~/.llms/llms.json` to enable providers, add required API keys, additional models or any custom
-OpenAI-compatible providers.
-
-### 2. Set API Keys
+### 1. Set API Keys
 
 Set environment variables for the providers you want to use:
 
 ```bash
-export OPENROUTER_API_KEY="..."
-export GROQ_API_KEY="..."
-export GOOGLE_API_KEY="..."
-export ANTHROPIC_API_KEY="..."
-export GROK_API_KEY="..."
-export DASHSCOPE_API_KEY="..."
-# ... etc
+export OPENROUTER_FREE_API_KEY="..."
 ```
 
-### 3. Enable Providers
+| Provider        | Variable                  | Description         | Example |
+|-----------------|---------------------------|---------------------|---------|
+| openrouter_free | `OPENROUTER_FREE_API_KEY` | OpenRouter FREE models API key | `sk-or-...` |
+| groq            | `GROQ_API_KEY`            | Groq API key        | `gsk_...` |
+| google_free     | `GOOGLE_FREE_API_KEY`     | Google FREE API key | `AIza...` |
+| codestral       | `CODESTRAL_API_KEY`       | Codestral API key   | `...` |
+| ollama          | N/A                       | No API key required | |
+| openrouter      | `OPENROUTER_API_KEY`      | OpenRouter API key  | `sk-or-...` |
+| google          | `GOOGLE_API_KEY`          | Google API key      | `AIza...` |
+| anthropic       | `ANTHROPIC_API_KEY`       | Anthropic API key   | `sk-ant-...` |
+| openai          | `OPENAI_API_KEY`          | OpenAI API key      | `sk-...` |
+| grok            | `GROK_API_KEY`            | Grok (X.AI) API key | `xai-...` |
+| qwen            | `DASHSCOPE_API_KEY`       | Qwen (Alibaba) API key | `sk-...` |
+| z.ai            | `ZAI_API_KEY`             | Z.ai API key        | `sk-...` |
+| mistral         | `MISTRAL_API_KEY`         | Mistral API key     | `...` |
+
+### 2. Enable Providers
 
 Enable the providers you want to use:
 
@@ -136,7 +133,17 @@ llms --enable openrouter_free google_free groq
 llms --enable openrouter anthropic google openai mistral grok qwen
 ```
 
-### 4. Start Chatting
+### 3. Run UI
+
+Start the UI and an OpenAI compatible API on port **8000**:
+
+```bash
+llms --serve 8000
+```
+
+Launches the UI at `http://localhost:8000` and an OpenAI Endpoint at `http://localhost:8000/v1/chat/completions`.
+
+### 4. Use llms.py CLI
 
 ```bash
 llms "What is the capital of France?"
@@ -144,7 +151,7 @@ llms "What is the capital of France?"
 
 ## Configuration
 
-The configuration file (`llms.json`) defines available providers, models, and default settings. Key sections:
+The configuration file [llms.json](llms.json) is saved to `~/.llms/llms.json` and defines available providers, models, and default settings. Key sections:
 
 ### Defaults
 - `headers`: Common HTTP headers for all requests
@@ -159,6 +166,7 @@ Each provider configuration includes:
 - `base_url`: API endpoint URL
 - `models`: Model name mappings (local name → provider name)
 
+
 ## Command Line Usage
 
 ### Basic Chat

llms_py-2.0.11.dist-info/RECORD

@@ -0,0 +1,40 @@
+llms.py,sha256=Cv-WZps21RTf1s0SrhvNX2koS9_T_Cu76brqD4-09MY,59146
+llms_py-2.0.11.data/data/index.html,sha256=RmvPW7H49tHR3DdQvvSrcR_OeCt1InYd5dirBxfZCpo,2417
+llms_py-2.0.11.data/data/llms.json,sha256=aQFm_lXsPLTWCndE2DNhTY04P576U7NFN9hx5-QwL3E,19582
+llms_py-2.0.11.data/data/requirements.txt,sha256=iv-JIaacmTl-hSho3QmphcKnbRRYx1st47yjz_178Ro,8
+llms_py-2.0.11.data/data/ui.json,sha256=iBOmpNeD5-o8AgUa51ymS-KemovJ7bm9J1fnL0nf8jk,134025
+llms_py-2.0.11.data/data/ui/App.mjs,sha256=hXtUjaL3GrcIHieEK3BzIG72OVzrorBBS4RkE1DOGc4,439
+llms_py-2.0.11.data/data/ui/Avatar.mjs,sha256=3rHpxe_LuCDiNP895F3FOjWx4j377JA9rD1FLluvtgA,851
+llms_py-2.0.11.data/data/ui/Brand.mjs,sha256=ZkJ1Yd9ZgdTbs7f3ezM0UtsHMcm6v4-L-m3avnSXAXU,1184
+llms_py-2.0.11.data/data/ui/ChatPrompt.mjs,sha256=IbfCx3W0SlX8x9lvaFjB1rqJqNkbeUvfqFHP9iKzZ9s,19776
+llms_py-2.0.11.data/data/ui/Main.mjs,sha256=kLNWyXWUgHAaX3C3kVkAHOLvEI3H4bd5k9yMkUIRQPU,27348
+llms_py-2.0.11.data/data/ui/ModelSelector.mjs,sha256=qiI-7DBwif5ipNZtzgaZQ2o_wHc23dBRMY6zVkMOCak,947
+llms_py-2.0.11.data/data/ui/ProviderStatus.mjs,sha256=qF_rPdhyt9GffKdPCJdU0yanrDJ3cw1HLPygFP_KjEs,5744
+llms_py-2.0.11.data/data/ui/Recents.mjs,sha256=hmj7V-RXVw-DqMXjUr3OhFHTYQTkvkEhuNEDTGBf3Qw,8448
+llms_py-2.0.11.data/data/ui/SettingsDialog.mjs,sha256=Jm21s5CcZT97ZEhPc7c1WgnLOLdfSiC1SDroYsh7zM4,18095
+llms_py-2.0.11.data/data/ui/Sidebar.mjs,sha256=ERm2Q7pftKTHLCjf-Q76joy1dsvtNWLoYH-wO2mS1LI,9781
+llms_py-2.0.11.data/data/ui/SignIn.mjs,sha256=df3b-7L3ZIneDGbJWUk93K9RGo40gVeuR5StzT1ZH9g,2324
+llms_py-2.0.11.data/data/ui/SystemPromptEditor.mjs,sha256=2CyIUvkIubqYPyIp5zC6_I8CMxvYINuYNjDxvMz4VRU,1265
+llms_py-2.0.11.data/data/ui/SystemPromptSelector.mjs,sha256=AuEtRwUf_RkGgene3nVA9bw8AeMb-b5_6ZLJCTWA8KQ,3051
+llms_py-2.0.11.data/data/ui/Welcome.mjs,sha256=QFAxN7sjWlhMvOIJCmHjNFCQcvpM_T-b4ze1ld9Hj7I,912
+llms_py-2.0.11.data/data/ui/ai.mjs,sha256=O7YnQUhrlwjT0nYxxV5P439tFLItwerVzNH9TEon99o,2323
+llms_py-2.0.11.data/data/ui/app.css,sha256=1Z4coREGsjMw7lYabejdaG0ZMwPpP5lmjRHRDYygq-g,94964
+llms_py-2.0.11.data/data/ui/fav.svg,sha256=_R6MFeXl6wBFT0lqcUxYQIDWgm246YH_3hSTW0oO8qw,734
+llms_py-2.0.11.data/data/ui/markdown.mjs,sha256=O5UspOeD8-E23rxOLWcS4eyy2YejMbPwszCYteVtuoU,6221
+llms_py-2.0.11.data/data/ui/tailwind.input.css,sha256=P6QxCwbTBAaG2079ddgtFuuXDLIztEkJDFwj0wmOvkk,11978
+llms_py-2.0.11.data/data/ui/threadStore.mjs,sha256=nM53p1E78Jc7tPOoyS3J3SW9F1njcZ-Fw5FlR9l-3yY,7215
+llms_py-2.0.11.data/data/ui/typography.css,sha256=Z5Fe2IQWnh7bu1CMXniYt0SkaN2fXOFlOuniXUW8oGM,19325
+llms_py-2.0.11.data/data/ui/utils.mjs,sha256=UKyaBsuJYEc-MWoL9b1M5-t3x6h5_HV9HsNBoDVtBRw,4226
+llms_py-2.0.11.data/data/ui/lib/highlight.min.mjs,sha256=sG7wq8bF-IKkfie7S4QSyh5DdHBRf0NqQxMOEH8-MT0,127458
+llms_py-2.0.11.data/data/ui/lib/idb.min.mjs,sha256=CeTXyV4I_pB5vnibvJuyXdMs0iVF2ZL0Z7cdm3w_QaI,3853
+llms_py-2.0.11.data/data/ui/lib/marked.min.mjs,sha256=QRHb_VZugcBJRD2EP6gYlVFEsJw5C2fQ8ImMf_pA2_s,39488
+llms_py-2.0.11.data/data/ui/lib/servicestack-client.mjs,sha256=UVafVbzhJ_0N2lzv7rlzIbzwnWpoqXxGk3N3FSKgOOc,54534
+llms_py-2.0.11.data/data/ui/lib/servicestack-vue.mjs,sha256=r_-khYokisXJAIPDLh8Wq6YtcLAY6HNjtJlCZJjLy74,215181
+llms_py-2.0.11.data/data/ui/lib/vue-router.min.mjs,sha256=fR30GHoXI1u81zyZ26YEU105pZgbbAKSXbpnzFKIxls,30418
+llms_py-2.0.11.data/data/ui/lib/vue.min.mjs,sha256=iXh97m5hotl0eFllb3aoasQTImvp7mQoRJ_0HoxmZkw,163811
+llms_py-2.0.11.dist-info/licenses/LICENSE,sha256=rRryrddGfVftpde-rmAZpW0R8IJihqJ8t8wpfDXoKiQ,1549
+llms_py-2.0.11.dist-info/METADATA,sha256=BN8W-DBv0TD1Mbq9GbFt4hwdwgAnqOqjs5bkJtEBQ2Q,28351
+llms_py-2.0.11.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+llms_py-2.0.11.dist-info/entry_points.txt,sha256=svUoTt28bIJeo6Mb1ffDBLyzhD90DWtFbfp0ShyRCgU,35
+llms_py-2.0.11.dist-info/top_level.txt,sha256=gC7hk9BKSeog8gyg-EM_g2gxm1mKHwFRfK-10BxOsa4,5
+llms_py-2.0.11.dist-info/RECORD,,

llms_py-2.0.10.dist-info/RECORD

@@ -1,40 +0,0 @@
-llms.py,sha256=iMwBSI1z17dDaNV-BKE9pldrgBsY4sJwcB8cGWpvmrU,59146
-llms_py-2.0.10.data/data/index.html,sha256=RmvPW7H49tHR3DdQvvSrcR_OeCt1InYd5dirBxfZCpo,2417
-llms_py-2.0.10.data/data/llms.json,sha256=icOeciZqWXon6ZnrfEAN6Q3YRxn2SkX1xxiidf2pazM,19427
-llms_py-2.0.10.data/data/requirements.txt,sha256=iv-JIaacmTl-hSho3QmphcKnbRRYx1st47yjz_178Ro,8
-llms_py-2.0.10.data/data/ui.json,sha256=iBOmpNeD5-o8AgUa51ymS-KemovJ7bm9J1fnL0nf8jk,134025
-llms_py-2.0.10.data/data/ui/App.mjs,sha256=hXtUjaL3GrcIHieEK3BzIG72OVzrorBBS4RkE1DOGc4,439
-llms_py-2.0.10.data/data/ui/Avatar.mjs,sha256=3rHpxe_LuCDiNP895F3FOjWx4j377JA9rD1FLluvtgA,851
-llms_py-2.0.10.data/data/ui/Brand.mjs,sha256=ZkJ1Yd9ZgdTbs7f3ezM0UtsHMcm6v4-L-m3avnSXAXU,1184
-llms_py-2.0.10.data/data/ui/ChatPrompt.mjs,sha256=IbfCx3W0SlX8x9lvaFjB1rqJqNkbeUvfqFHP9iKzZ9s,19776
-llms_py-2.0.10.data/data/ui/Main.mjs,sha256=kLNWyXWUgHAaX3C3kVkAHOLvEI3H4bd5k9yMkUIRQPU,27348
-llms_py-2.0.10.data/data/ui/ModelSelector.mjs,sha256=qiI-7DBwif5ipNZtzgaZQ2o_wHc23dBRMY6zVkMOCak,947
-llms_py-2.0.10.data/data/ui/ProviderStatus.mjs,sha256=qF_rPdhyt9GffKdPCJdU0yanrDJ3cw1HLPygFP_KjEs,5744
-llms_py-2.0.10.data/data/ui/Recents.mjs,sha256=hmj7V-RXVw-DqMXjUr3OhFHTYQTkvkEhuNEDTGBf3Qw,8448
-llms_py-2.0.10.data/data/ui/SettingsDialog.mjs,sha256=Jm21s5CcZT97ZEhPc7c1WgnLOLdfSiC1SDroYsh7zM4,18095
-llms_py-2.0.10.data/data/ui/Sidebar.mjs,sha256=ERm2Q7pftKTHLCjf-Q76joy1dsvtNWLoYH-wO2mS1LI,9781
-llms_py-2.0.10.data/data/ui/SignIn.mjs,sha256=df3b-7L3ZIneDGbJWUk93K9RGo40gVeuR5StzT1ZH9g,2324
-llms_py-2.0.10.data/data/ui/SystemPromptEditor.mjs,sha256=2CyIUvkIubqYPyIp5zC6_I8CMxvYINuYNjDxvMz4VRU,1265
-llms_py-2.0.10.data/data/ui/SystemPromptSelector.mjs,sha256=AuEtRwUf_RkGgene3nVA9bw8AeMb-b5_6ZLJCTWA8KQ,3051
-llms_py-2.0.10.data/data/ui/Welcome.mjs,sha256=QFAxN7sjWlhMvOIJCmHjNFCQcvpM_T-b4ze1ld9Hj7I,912
-llms_py-2.0.10.data/data/ui/ai.mjs,sha256=O7YnQUhrlwjT0nYxxV5P439tFLItwerVzNH9TEon99o,2323
-llms_py-2.0.10.data/data/ui/app.css,sha256=1Z4coREGsjMw7lYabejdaG0ZMwPpP5lmjRHRDYygq-g,94964
-llms_py-2.0.10.data/data/ui/fav.svg,sha256=_R6MFeXl6wBFT0lqcUxYQIDWgm246YH_3hSTW0oO8qw,734
-llms_py-2.0.10.data/data/ui/markdown.mjs,sha256=O5UspOeD8-E23rxOLWcS4eyy2YejMbPwszCYteVtuoU,6221
-llms_py-2.0.10.data/data/ui/tailwind.input.css,sha256=P6QxCwbTBAaG2079ddgtFuuXDLIztEkJDFwj0wmOvkk,11978
-llms_py-2.0.10.data/data/ui/threadStore.mjs,sha256=nM53p1E78Jc7tPOoyS3J3SW9F1njcZ-Fw5FlR9l-3yY,7215
-llms_py-2.0.10.data/data/ui/typography.css,sha256=Z5Fe2IQWnh7bu1CMXniYt0SkaN2fXOFlOuniXUW8oGM,19325
-llms_py-2.0.10.data/data/ui/utils.mjs,sha256=UKyaBsuJYEc-MWoL9b1M5-t3x6h5_HV9HsNBoDVtBRw,4226
-llms_py-2.0.10.data/data/ui/lib/highlight.min.mjs,sha256=sG7wq8bF-IKkfie7S4QSyh5DdHBRf0NqQxMOEH8-MT0,127458
-llms_py-2.0.10.data/data/ui/lib/idb.min.mjs,sha256=CeTXyV4I_pB5vnibvJuyXdMs0iVF2ZL0Z7cdm3w_QaI,3853
-llms_py-2.0.10.data/data/ui/lib/marked.min.mjs,sha256=QRHb_VZugcBJRD2EP6gYlVFEsJw5C2fQ8ImMf_pA2_s,39488
-llms_py-2.0.10.data/data/ui/lib/servicestack-client.mjs,sha256=UVafVbzhJ_0N2lzv7rlzIbzwnWpoqXxGk3N3FSKgOOc,54534
-llms_py-2.0.10.data/data/ui/lib/servicestack-vue.mjs,sha256=r_-khYokisXJAIPDLh8Wq6YtcLAY6HNjtJlCZJjLy74,215181
-llms_py-2.0.10.data/data/ui/lib/vue-router.min.mjs,sha256=fR30GHoXI1u81zyZ26YEU105pZgbbAKSXbpnzFKIxls,30418
-llms_py-2.0.10.data/data/ui/lib/vue.min.mjs,sha256=iXh97m5hotl0eFllb3aoasQTImvp7mQoRJ_0HoxmZkw,163811
-llms_py-2.0.10.dist-info/licenses/LICENSE,sha256=rRryrddGfVftpde-rmAZpW0R8IJihqJ8t8wpfDXoKiQ,1549
-llms_py-2.0.10.dist-info/METADATA,sha256=TbJw3zhUdpdKU65grhe1DTFpob4YSIpBnDawjnHW9o4,27315
-llms_py-2.0.10.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-llms_py-2.0.10.dist-info/entry_points.txt,sha256=svUoTt28bIJeo6Mb1ffDBLyzhD90DWtFbfp0ShyRCgU,35
-llms_py-2.0.10.dist-info/top_level.txt,sha256=gC7hk9BKSeog8gyg-EM_g2gxm1mKHwFRfK-10BxOsa4,5
-llms_py-2.0.10.dist-info/RECORD,,