janito 2.18.0__tar.gz → 2.19.0__tar.gz

{janito-2.18.0 → janito-2.19.0}/CHANGELOG.md

@@ -2,7 +2,25 @@
 
 All notable changes to this project will be documented in this file.
 
-## [Unreleased]
+## [2.19.0] - 2025-08-08
+
+### Added
+
+- **Alibaba Cloud Provider**: Added support for new Qwen3 1M context models
+  - `qwen3-235b-a22b-thinking-2507`: 1M context thinking model
+  - `qwen3-235b-a22b-instruct-2507`: 1M context instruct model
+  - `qwen3-30b-a3b-thinking-2507`: 1M context thinking model
+  - `qwen3-30b-a3b-instruct-2507`: 1M context instruct model
+- **Thinking Mode Support**: Added thinking mode indicators (📖) for models that support chain-of-thought reasoning
+- **Default Model Highlighting**: Added star (⭐) indicators to highlight default models in provider listings
+- **Provider Connectivity Testing**: Added `--ping` flag to test connectivity with all providers when used with `--list-providers`
+- **Enhanced Model Display**: Improved model listing with better formatting of context sizes and response limits
+
+### Changed
+
+- **Alibaba Cloud Provider**: Updated default model from `qwen3-coder-plus` to `qwen3-235b-a22b-instruct-2507` (129k context)
+- **Model Information**: Added thinking mode support tracking in LLMModelInfo class
+- **Documentation**: Updated Alibaba setup guide with comprehensive configuration instructions
 
 ## [2.18.0] - 2025-08-07
 

{janito-2.18.0 → janito-2.19.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: janito
-Version: 2.18.0
+Version: 2.19.0
 Summary: A new Python package called janito.
 Author-email: João Pinto <janito@ikignosis.org>
 Project-URL: Homepage, https://github.com/ikignosis/janito

janito-2.19.0/docs/alibaba-setup.md

@@ -0,0 +1,70 @@
+# Alibaba Cloud Qwen Setup Guide
+
+This guide explains how to set up the Alibaba Cloud Qwen provider for Janito.
+
+## Prerequisites
+
+- An Alibaba Cloud account
+- Access to the Alibaba Cloud Qwen model service
+- API key for authentication
+
+## Getting Your API Key
+
+1. Log in to your [Alibaba Cloud account](https://account.alibabacloud.com)
+2. Navigate to the **Qwen Model Service** in the console
+3. Go to **API Keys** or **Security Settings**
+4. Create a new API key or use an existing one
+5. Copy the API key value
+
+## Setting Up the API Key
+
+You can set your API key using the Janito CLI:
+
+```bash
+janito --set-api-key alibaba:your-api-key-here
+```
+
+Alternatively, you can set the environment variable:
+
+```bash
+export ALIBABA_API_KEY=your-api-key-here
+```
+
+## Configuration
+
+The Alibaba provider uses the following environment variable:
+
+- `ALIBABA_API_KEY`: Your Alibaba Cloud API key
+
+## Available Models
+
+The Alibaba provider supports the following models:
+
+- `qwen-turbo`: Fast, lightweight model for simple tasks
+- `qwen-plus`: Balanced performance and capability
+- `qwen-max`: Most capable model for complex tasks
+- `qwen3-coder-plus`: Coding-focused model with 128k context
+- `qwen3-coder-480b-a35b-instruct`: Advanced coding model
+- `qwen3-235b-a22b-thinking-2507`: 1M context thinking model
+- `qwen3-235b-a22b-instruct-2507`: 1M context instruct model
+- `qwen3-30b-a3b-thinking-2507`: 1M context thinking model
+- `qwen3-30b-a3b-instruct-2507`: 1M context instruct model
+
+## Default Model
+
+The default model is `qwen3-235b-a22b-instruct-2507`, which provides 129k context and is suitable for general-purpose tasks.
+
+## Troubleshooting
+
+**Q: I'm getting authentication errors**
+A: Verify your API key is correct and has the necessary permissions in the Alibaba Cloud console.
+
+**Q: The model is not responding**
+A: Check your internet connection and verify the Alibaba Cloud Qwen service is available in your region.
+
+**Q: I want to use a different model**
+A: Use the `--model` flag when running Janito:
+
+```bash
+janito --provider alibaba --model qwen-max
+```

{janito-2.18.0 → janito-2.19.0}/docs/supported-providers-models.md

@@ -43,6 +43,10 @@ For setup instructions, see the [OpenAI Setup Guide](openai-setup.md).
 - qwen-max
 - qwen3-coder-plus (default)
 - qwen3-coder-480b-a35b-instruct
+- qwen3-235b-a22b-thinking-2507
+- qwen3-235b-a22b-instruct-2507
+- qwen3-30b-a3b-thinking-2507
+- qwen3-30b-a3b-instruct-2507
 
 ## Z.AI
 

{janito-2.18.0 → janito-2.19.0}/janito/cli/cli_commands/list_models.py

@@ -27,9 +27,23 @@ def handle_list_models(args, provider_instance):
         if models and isinstance(models[0], dict):
             _print_models_table(models, provider_name)
         else:
-            print(f"Supported models for provider '{provider_name}':")
+            # Fallback for simple string model lists
+            from rich.table import Table
+            from janito.cli.console import shared_console
+            
+            table = Table(title=f"Supported models for provider '{provider_name}'")
+            table.add_column("Model Name", style="cyan")
+            
             for m in models:
-                print(f"- {m}")
+                table.add_row(str(m))
+                
+            import sys
+            if sys.stdout.isatty():
+                shared_console.print(table)
+            else:
+                print(f"Supported models for provider '{provider_name}':")
+                for m in models:
+                    print(f"- {m}")
     except Exception as e:
         print(f"Error listing models for provider '{provider_name}': {e}")
     return

janito-2.19.0/janito/cli/cli_commands/list_providers.py

@@ -0,0 +1,15 @@
+"""
+CLI Command: List supported LLM providers
+"""
+
+from janito.provider_registry import list_providers
+from janito.cli.cli_commands.ping_providers import handle_ping_providers
+
+
+def handle_list_providers(args=None):
+    # Check if ping flag is set
+    if args and getattr(args, 'ping', False):
+        handle_ping_providers(args)
+    else:
+        list_providers()
+    return

janito-2.19.0/janito/cli/cli_commands/model_utils.py

@@ -0,0 +1,117 @@
+"""
+Utilities for model-related CLI output
+"""
+
+
+def _print_models_table(models, provider_name):
+    from rich.table import Table
+    from janito.cli.console import shared_console
+
+    table = Table(title=f"Supported models for provider '{provider_name}'")
+    table.add_column("Model Name", style="cyan")
+    table.add_column("Vendor", style="yellow", justify="center")
+    table.add_column("Context", style="magenta", justify="center")
+    table.add_column("Max Input", style="green", justify="center")
+    table.add_column("CoT", style="blue", justify="center")
+    table.add_column("Max Response", style="red", justify="center")
+    table.add_column("Thinking", style="bright_black", justify="center")
+    table.add_column("Driver", style="white")
+
+    # Get default model for this provider
+    from janito.providers.registry import LLMProviderRegistry
+    try:
+        provider_class = LLMProviderRegistry.get(provider_name)
+        default_model = getattr(provider_class, "DEFAULT_MODEL", None)
+    except:
+        default_model = None
+    
+    for m in models:
+        name = str(m.get("name", ""))
+        
+        # Highlight default model with different color
+        if name == default_model:
+            name = f"[bold green]⭐ {name}[/bold green]"
+        
+        vendor = "Open" if m.get("open") is True or m.get("open") == "Open" else "Locked"
+        
+        context = _format_context(m.get("context", ""))
+        max_input = _format_k(m.get("max_input", ""))
+        max_cot = _format_k(m.get("max_cot", ""))
+        max_response = _format_k(m.get("max_response", ""))
+        
+        # Determine thinking indicators
+        thinking_supported = m.get("thinking_supported") is True or m.get("thinking_supported") == "True"
+        cot_value = m.get("max_cot", "")
+        
+        thinking_icon = "📖" if thinking_supported and m.get("thinking", False) else ""
+        # Only show CoT value if it's a valid number and thinking is supported
+        cot_display = ""
+        if thinking_supported and cot_value and str(cot_value).lower() != "n/a":
+            cot_display = _format_k(cot_value)
+        
+        driver = _format_driver(m.get("driver", ""))
+        
+        table.add_row(name, vendor, context, max_input, cot_display, max_response, thinking_icon, driver)
+
+    import sys
+    if sys.stdout.isatty():
+        shared_console.print(table)
+    else:
+        # ASCII-friendly fallback table when output is redirected
+        print(f"Supported models for provider '{provider_name}'")
+        print("Model Name | Vendor | Context | Max Input | CoT | Max Response | Thinking | Driver")
+        
+        # Get default model for fallback
+        from janito.providers.registry import LLMProviderRegistry
+        try:
+            provider_class = LLMProviderRegistry.get(provider_name)
+            default_model = getattr(provider_class, "DEFAULT_MODEL", None)
+        except:
+            default_model = None
+            
+        for m in models:
+            name = str(m.get("name", ""))
+            if name == default_model:
+                name = f"⭐ {name} (default)"
+            
+            vendor = "Open" if m.get("open") is True or m.get("open") == "Open" else "Locked"
+            context = _format_context(m.get("context", ""))
+            max_input = _format_k(m.get("max_input", ""))
+            max_cot = _format_k(m.get("max_cot", ""))
+            max_response = _format_k(m.get("max_response", ""))
+            thinking_supported = m.get("thinking_supported") is True or m.get("thinking_supported") == "True"
+            cot_value = m.get("max_cot", "")
+            
+            thinking = "Y" if thinking_supported and m.get("thinking", False) else ""
+            cot_display = ""
+            if thinking_supported and cot_value and str(cot_value).lower() != "n/a":
+                cot_display = _format_k(cot_value)
+            
+            driver = _format_driver(m.get("driver", ""))
+            print(f"{name} | {vendor} | {context} | {max_input} | {cot_display} | {max_response} | {thinking} | {driver}")
+
+
+def _format_k(val):
+    """Format numeric values with k suffix for thousands."""
+    try:
+        n = int(val)
+        if n >= 1000:
+            return f"{n // 1000}k"
+        return str(n)
+    except Exception:
+        return str(val)
+
+
+def _format_context(val):
+    """Format context field which might be a single value or range."""
+    if isinstance(val, (list, tuple)) and len(val) == 2:
+        return f"{_format_k(val[0])} / {_format_k(val[1])}"
+    return _format_k(val)
+
+
+def _format_driver(val):
+    """Format driver name by removing ModelDriver suffix."""
+    if isinstance(val, (list, tuple)):
+        return ", ".join(val)
+    val_str = str(val)
+    return val_str.removesuffix("ModelDriver").strip()

janito-2.19.0/janito/cli/cli_commands/ping_providers.py

@@ -0,0 +1,55 @@
+from janito.provider_registry import list_providers
+from janito.providers.registry import LLMProviderRegistry
+from janito.cli.console import shared_console
+from rich.table import Table
+from rich.progress import Progress, SpinnerColumn, TextColumn
+import asyncio
+import time
+
+
+def handle_ping_providers(args):
+    """Ping/test connectivity for all providers."""
+    try:
+        # Get all providers
+        providers = list_providers()
+        
+        # Create table for results
+        table = Table(title="Provider Connectivity Test")
+        table.add_column("Provider", style="cyan")
+        table.add_column("Status", style="magenta")
+        table.add_column("Time", style="green")
+        table.add_column("Details", style="yellow")
+        
+        # Test each provider
+        for provider_name in providers:
+            start_time = time.time()
+            try:
+                # Get provider class
+                provider_class = LLMProviderRegistry.get(provider_name)
+                provider = provider_class()
+                
+                # Test the provider (simplified - just check if we can instantiate and get models)
+                models = provider.get_models()
+                if models:
+                    status = "✓ Connected"
+                    details = f"{len(models)} models available"
+                else:
+                    status = "⚠ No models"
+                    details = "Provider reachable but no models returned"
+                
+            except Exception as e:
+                status = "✗ Failed"
+                details = str(e)
+                
+            end_time = time.time()
+            elapsed = f"{(end_time - start_time)*1000:.0f}ms"
+            
+            table.add_row(provider_name, status, elapsed, details)
+        
+        # Print results
+        shared_console.print(table)
+        
+    except Exception as e:
+        print(f"Error testing provider connectivity: {e}")
+    
+    return

{janito-2.18.0 → janito-2.19.0}/janito/cli/main_cli.py

@@ -124,6 +124,10 @@ definition = [
         ["--list-providers"],
         {"action": "store_true", "help": "List supported LLM providers"},
     ),
+    (
+        ["--ping"],
+        {"action": "store_true", "help": "Ping/test connectivity for all providers (use with --list-providers)"},
+    ),
     (
         ["--list-drivers"],
         {
@@ -238,6 +242,19 @@ GETTER_KEYS = [
     "list_drivers",
     "region_info",
     "list_providers_region",
+    "ping",
+]
+GETTER_KEYS = [
+    "show_config",
+    "list_providers",
+    "list_profiles",
+    "list_models",
+    "list_tools",
+    "list_config",
+    "list_drivers",
+    "region_info",
+    "list_providers_region",
+    "ping",
 ]
 
 
@@ -361,6 +378,7 @@ class JanitoCLI:
             or self.args.show_config
             or self.args.list_config
             or self.args.list_drivers
+            or self.args.ping
         ):
             self._maybe_print_verbose_provider_model()
             handle_getter(self.args)

{janito-2.18.0 → janito-2.19.0}/janito/llm/model.py

@@ -10,6 +10,7 @@ class LLMModelInfo:
     max_cot: Any = "N/A"
     max_response: Any = "N/A"
     thinking_supported: Any = "N/A"
+    thinking: bool = False
     default_temp: float = 0.2
     open: Optional[Any] = None
     category: Optional[str] = None

janito-2.19.0/janito/providers/alibaba/model_info.py

@@ -0,0 +1,97 @@
+from janito.llm.model import LLMModelInfo
+
+MODEL_SPECS = {
+    "qwen-turbo": LLMModelInfo(
+        name="qwen-turbo",
+        context=1008192,
+        max_response=8192,
+        category="Alibaba Qwen Turbo Model (OpenAI-compatible)",
+        driver="OpenAIModelDriver",
+        thinking_supported=True,
+        thinking=False,
+        max_cot=8192,
+    ),
+    "qwen-plus": LLMModelInfo(
+        name="qwen-plus", 
+        context=131072,
+        max_response=8192,
+        category="Alibaba Qwen Plus Model (OpenAI-compatible)",
+        driver="OpenAIModelDriver",
+        thinking_supported=True,
+        thinking=False,
+        max_cot=8192,
+    ),
+    "qwen-max": LLMModelInfo(
+        name="qwen-max",
+        context=32768, 
+        max_response=8192,
+        category="Alibaba Qwen Max Model (OpenAI-compatible)",
+        driver="OpenAIModelDriver",
+        thinking_supported=True,
+        thinking=False,
+        max_cot=8192,
+    ),
+
+    "qwen3-coder-plus": LLMModelInfo(
+        name="qwen3-coder-plus",
+        context=1048576,
+        max_response=65536,
+        category="Alibaba Qwen3 Coder Plus Model (OpenAI-compatible)",
+        driver="OpenAIModelDriver",
+        thinking_supported=True,
+        thinking=False,
+        max_cot=65536,
+    ),
+    "qwen3-coder-480b-a35b-instruct": LLMModelInfo(
+        name="qwen3-coder-480b-a35b-instruct",
+        context=262144,
+        max_response=65536,
+        category="Alibaba Qwen3 Coder 480B A35B Instruct Model (OpenAI-compatible)",
+        driver="OpenAIModelDriver",
+        thinking_supported=True,
+        thinking=False,
+        max_cot=65536,
+    ),
+    
+    # Qwen3 1M context models (July 2025 update)
+    "qwen3-235b-a22b-thinking-2507": LLMModelInfo(
+        name="qwen3-235b-a22b-thinking-2507",
+        context=131072,  # Supports up to 1M with special config
+        max_response=32768,
+        category="Alibaba Qwen3 235B A22B Thinking Model (OpenAI-compatible)",
+        driver="OpenAIModelDriver",
+        thinking=True,
+        thinking_supported=True,
+        max_cot=32768,
+    ),
+    "qwen3-235b-a22b-instruct-2507": LLMModelInfo(
+        name="qwen3-235b-a22b-instruct-2507",
+        context=129024,  # Supports up to 1M with special config
+        max_response=32768,
+        category="Alibaba Qwen3 235B A22B Instruct Model (OpenAI-compatible)",
+        driver="OpenAIModelDriver",
+        thinking_supported=True,
+        thinking=False,
+        max_cot=32768,
+    ),
+    "qwen3-30b-a3b-thinking-2507": LLMModelInfo(
+        name="qwen3-30b-a3b-thinking-2507",
+        context=126976,  # Supports up to 1M with special config
+        max_response=32768,
+        category="Alibaba Qwen3 30B A3B Thinking Model (OpenAI-compatible)",
+        driver="OpenAIModelDriver",
+        thinking=True,
+        thinking_supported=True,
+        max_cot=32768,
+    ),
+    "qwen3-30b-a3b-instruct-2507": LLMModelInfo(
+        name="qwen3-30b-a3b-instruct-2507",
+        context=129024,  # Supports up to 1M with special config
+        max_response=32768,
+        category="Alibaba Qwen3 30B A3B Instruct Model (OpenAI-compatible)",
+        driver="OpenAIModelDriver",
+        thinking_supported=True,
+        thinking=False,
+        max_cot=32768,
+    ),
+}

{janito-2.18.0 → janito-2.19.0}/janito/providers/alibaba/provider.py

@@ -17,7 +17,7 @@ class AlibabaProvider(LLMProvider):
     NAME = "alibaba"
     MAINTAINER = "João Pinto <janito@ikignosis.org>"
     MODEL_SPECS = MODEL_SPECS
-    DEFAULT_MODEL = "qwen3-coder-plus"  # 128k context, coding-focused model
+    DEFAULT_MODEL = "qwen3-235b-a22b-instruct-2507"  # 129k context, general-purpose model
 
     def __init__(
         self, auth_manager: LLMAuthManager = None, config: LLMDriverConfig = None

{janito-2.18.0 → janito-2.19.0}/janito.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: janito
-Version: 2.18.0
+Version: 2.19.0
 Summary: A new Python package called janito.
 Author-email: João Pinto <janito@ikignosis.org>
 Project-URL: Homepage, https://github.com/ikignosis/janito

{janito-2.18.0 → janito-2.19.0}/janito.egg-info/SOURCES.txt

@@ -23,6 +23,7 @@ tox.ini
 docs/DIV.md
 docs/Interfaces.txt
 docs/TOOLBAR-STYLING.md
+docs/alibaba-setup.md
 docs/alternatives.md
 docs/cerebras-setup.md
 docs/deepseek-setup.md
@@ -170,6 +171,7 @@ janito/cli/cli_commands/list_providers_region.py
 janito/cli/cli_commands/list_tools.py
 janito/cli/cli_commands/model_selection.py
 janito/cli/cli_commands/model_utils.py
+janito/cli/cli_commands/ping_providers.py
 janito/cli/cli_commands/set_api_key.py
 janito/cli/cli_commands/show_config.py
 janito/cli/cli_commands/show_system_prompt.py

{janito-2.18.0 → janito-2.19.0}/mkdocs.yml

@@ -1,6 +1,6 @@
 site_name: Janito
 site_name: Janito
-site_url: https://ikignosis.org/janito/
+site_url: https://ikignosis.github.io/janito/
 docs_dir: docs
 repo_url: https://github.com/ikignosis/janito
 repo_name: GitHub

janito-2.18.0/janito/cli/cli_commands/list_providers.py

@@ -1,10 +0,0 @@
-"""
-CLI Command: List supported LLM providers
-"""
-
-from janito.provider_registry import list_providers
-
-
-def handle_list_providers(args=None):
-    list_providers()
-    return

janito-2.18.0/janito/cli/cli_commands/model_utils.py

@@ -1,97 +0,0 @@
-"""
-Utilities for model-related CLI output
-"""
-
-
-def _print_models_table(models, provider_name):
-    from rich.table import Table
-    from rich.console import Console
-
-    headers = [
-        "name",
-        "open",
-        "context",
-        "max_input",
-        "max_cot",
-        "max_response",
-        "thinking_supported",
-        "driver",
-    ]
-    display_headers = [
-        "Model Name",
-        "Vendor",
-        "context",
-        "max_input",
-        "max_cot",
-        "max_response",
-        "Thinking",
-        "Driver",
-    ]
-    table = Table(title=f"Supported models for provider '{provider_name}'")
-    _add_table_columns(table, display_headers)
-    num_fields = {"context", "max_input", "max_cot", "max_response"}
-    for m in models:
-        row = [str(m.get("name", ""))]
-        row.extend(_build_model_row(m, headers, num_fields))
-        table.add_row(*row)
-    import sys
-
-    if sys.stdout.isatty():
-        from rich.console import Console
-
-        Console().print(table)
-    else:
-        # ASCII-friendly fallback table when output is redirected
-        print(f"Supported models for provider '{provider_name}'")
-        headers_fallback = [h for h in display_headers]
-        print(" | ".join(headers_fallback))
-        for m in models:
-            row = [str(m.get("name", ""))]
-            row.extend(_build_model_row(m, headers, num_fields))
-            print(" | ".join(row))
-
-
-def _add_table_columns(table, display_headers):
-    for i, h in enumerate(display_headers):
-        justify = "right" if i == 0 else "center"
-        table.add_column(h, style="bold", justify=justify)
-
-
-def _format_k(val):
-    try:
-        n = int(val)
-        if n >= 1000:
-            return f"{n // 1000}k"
-        return str(n)
-    except Exception:
-        return str(val)
-
-
-def _build_model_row(m, headers, num_fields):
-    def format_driver(val):
-        if isinstance(val, (list, tuple)):
-            return ", ".join(val)
-        val_str = str(val)
-        return val_str.removesuffix("ModelDriver").strip()
-
-    row = []
-    for h in headers[1:]:
-        v = m.get(h, "")
-        if h in num_fields and v not in ("", "N/A"):
-            if (
-                h in ("context", "max_input")
-                and isinstance(v, (list, tuple))
-                and len(v) == 2
-            ):
-                row.append(f"{_format_k(v[0])} / {_format_k(v[1])}")
-            else:
-                row.append(_format_k(v))
-        elif h == "open":
-            row.append("Open" if v is True or v == "Open" else "Locked")
-        elif h == "thinking_supported":
-            row.append("📖" if v is True or v == "True" else "")
-        elif h == "driver":
-            row.append(format_driver(v))
-        else:
-            row.append(str(v))
-    return row

janito-2.18.0/janito/providers/alibaba/model_info.py

@@ -1,40 +0,0 @@
-from janito.llm.model import LLMModelInfo
-
-MODEL_SPECS = {
-    "qwen-turbo": LLMModelInfo(
-        name="qwen-turbo",
-        context=1008192,
-        max_response=8192,
-        category="Alibaba Qwen Turbo Model (OpenAI-compatible)",
-        driver="OpenAIModelDriver",
-    ),
-    "qwen-plus": LLMModelInfo(
-        name="qwen-plus", 
-        context=131072,
-        max_response=8192,
-        category="Alibaba Qwen Plus Model (OpenAI-compatible)",
-        driver="OpenAIModelDriver",
-    ),
-    "qwen-max": LLMModelInfo(
-        name="qwen-max",
-        context=32768, 
-        max_response=8192,
-        category="Alibaba Qwen Max Model (OpenAI-compatible)",
-        driver="OpenAIModelDriver",
-    ),
-
-    "qwen3-coder-plus": LLMModelInfo(
-        name="qwen3-coder-plus",
-        context=1048576,
-        max_response=65536,
-        category="Alibaba Qwen3 Coder Plus Model (OpenAI-compatible)",
-        driver="OpenAIModelDriver",
-    ),
-    "qwen3-coder-480b-a35b-instruct": LLMModelInfo(
-        name="qwen3-coder-480b-a35b-instruct",
-        context=262144,
-        max_response=65536,
-        category="Alibaba Qwen3 Coder 480B A35B Instruct Model (OpenAI-compatible)",
-        driver="OpenAIModelDriver",
-    ),
-}