ngpt 1.7.2__py3-none-any.whl → 2.1.0__py3-none-any.whl

ngpt/cli.py

@@ -85,7 +85,7 @@ def check_config(config):
     
     return True
 
-def interactive_chat_session(client, web_search=False, no_stream=False):
+def interactive_chat_session(client, web_search=False, no_stream=False, temperature=0.7, top_p=1.0, max_length=None):
     """Run an interactive chat session with conversation history."""
     # Define ANSI color codes for terminal output
     COLORS = {
@@ -239,7 +239,10 @@ def interactive_chat_session(client, web_search=False, no_stream=False):
                 prompt=user_input,
                 messages=conversation,
                 stream=not no_stream,
-                web_search=web_search
+                web_search=web_search,
+                temperature=temperature,
+                top_p=top_p,
+                max_length=max_length
             )
             
             # Add AI response to conversation history
@@ -286,6 +289,12 @@ def main():
                       help='Enable web search capability (Note: Your API endpoint must support this feature)')
     global_group.add_argument('-n', '--no-stream', action='store_true',
                       help='Return the whole response without streaming')
+    global_group.add_argument('--temperature', type=float, default=0.7,
+                      help='Set temperature (controls randomness, default: 0.7)')
+    global_group.add_argument('--top_p', type=float, default=1.0,
+                      help='Set top_p (controls diversity, default: 1.0)')
+    global_group.add_argument('--max_length', type=int, 
+                      help='Set max response length in tokens')
     
     # Mode flags (mutually exclusive)
     mode_group = parser.add_argument_group('Modes (mutually exclusive)')
@@ -385,38 +394,20 @@ def main():
         print(f"Total configurations: {len(configs)}")
         print(f"Active configuration index: {args.config_index}")
 
-        # Temporarily initialize a client to get the detected provider for each config
-        def get_detected_provider(config):
-            base_url = config.get('base_url', '')
-            temp_client = NGPTClient(
-                api_key=config.get('api_key', ''),
-                base_url=base_url,
-                provider=config.get('provider', 'N/A'),
-                model=config.get('model', 'N/A')
-            )
-            detected = temp_client._detect_provider_from_url(base_url)
-            return detected if detected else config.get('provider', 'N/A')
-
         if args.all:
             # Show details for all configurations
             print("\nAll configuration details:")
             for i, cfg in enumerate(configs):
                 active_str = '(Active)' if i == args.config_index else ''
-                detected_provider = get_detected_provider(cfg)
-                provider_str = f" [{detected_provider}]" if detected_provider else ""
-                
                 print(f"\n--- Configuration Index {i} {active_str} ---")
-                print(f"  API Key: {'[Set]' if cfg.get('api_key') else '[Not Set]'}{provider_str}")
+                print(f"  API Key: {'[Set]' if cfg.get('api_key') else '[Not Set]'}")
                 print(f"  Base URL: {cfg.get('base_url', 'N/A')}")
                 print(f"  Provider: {cfg.get('provider', 'N/A')}")
                 print(f"  Model: {cfg.get('model', 'N/A')}")
         else:
             # Show active config details and summary list
-            detected_provider = get_detected_provider(active_config)
-            provider_str = f" [{detected_provider}]" if detected_provider else ""
-            
             print("\nActive configuration details:")
-            print(f"  API Key: {'[Set]' if active_config.get('api_key') else '[Not Set]'}{provider_str}")
+            print(f"  API Key: {'[Set]' if active_config.get('api_key') else '[Not Set]'}")
             print(f"  Base URL: {active_config.get('base_url', 'N/A')}")
             print(f"  Provider: {active_config.get('provider', 'N/A')}")
             print(f"  Model: {active_config.get('model', 'N/A')}")
@@ -425,9 +416,7 @@ def main():
                 print("\nAvailable configurations:")
                 for i, cfg in enumerate(configs):
                     active_marker = "*" if i == args.config_index else " "
-                    detected = get_detected_provider(cfg)
-                    detected_str = f" [{detected}]" if detected else ""
-                    print(f"[{i}]{active_marker} {cfg.get('provider', 'N/A')} - {cfg.get('model', 'N/A')} ({'[API Key Set]' if cfg.get('api_key') else '[API Key Not Set]'}{detected_str})")
+                    print(f"[{i}]{active_marker} {cfg.get('provider', 'N/A')} - {cfg.get('model', 'N/A')} ({'[API Key Set]' if cfg.get('api_key') else '[API Key Not Set]'})")
         
         return
     
@@ -464,7 +453,9 @@ def main():
         # Handle modes
         if args.interactive:
             # Interactive chat mode
-            interactive_chat_session(client, web_search=args.web_search, no_stream=args.no_stream)
+            interactive_chat_session(client, web_search=args.web_search, no_stream=args.no_stream,
+                                   temperature=args.temperature, top_p=args.top_p, 
+                                   max_length=args.max_length)
         elif args.shell:
             if args.prompt is None:
                 try:
@@ -476,7 +467,9 @@ def main():
             else:
                 prompt = args.prompt
                 
-            command = client.generate_shell_command(prompt, web_search=args.web_search)
+            command = client.generate_shell_command(prompt, web_search=args.web_search, 
+                                                 temperature=args.temperature, top_p=args.top_p,
+                                                 max_length=args.max_length)
             if not command:
                 return  # Error already printed by client
                 
@@ -512,7 +505,9 @@ def main():
             else:
                 prompt = args.prompt
                 
-            generated_code = client.generate_code(prompt, args.language, web_search=args.web_search)
+            generated_code = client.generate_code(prompt, args.language, web_search=args.web_search,
+                                              temperature=args.temperature, top_p=args.top_p,
+                                              max_length=args.max_length)
             if generated_code:
                 print(f"\nGenerated code:\n{generated_code}")
             
@@ -625,7 +620,9 @@ def main():
                     sys.exit(130)
             
             print("\nSubmission successful. Waiting for response...")
-            response = client.chat(prompt, stream=not args.no_stream, web_search=args.web_search)
+            response = client.chat(prompt, stream=not args.no_stream, web_search=args.web_search,
+                               temperature=args.temperature, top_p=args.top_p,
+                               max_tokens=args.max_length)
             if args.no_stream and response:
                 print(response)
             
@@ -640,7 +637,9 @@ def main():
                     sys.exit(130)
             else:
                 prompt = args.prompt
-            response = client.chat(prompt, stream=not args.no_stream, web_search=args.web_search)
+            response = client.chat(prompt, stream=not args.no_stream, web_search=args.web_search,
+                               temperature=args.temperature, top_p=args.top_p,
+                               max_tokens=args.max_length)
             if args.no_stream and response:
                 print(response)
     

ngpt/client.py

@@ -18,71 +18,19 @@ class NGPTClient:
         self.base_url = base_url if base_url.endswith('/') else base_url + '/'
         self.model = model
         
-        # Detect provider based on base_url domain first
-        detected_provider = self._detect_provider_from_url(self.base_url)
-        self.provider = detected_provider if detected_provider else provider
-        
         # Default headers
         self.headers = {
             "Content-Type": "application/json",
             "Authorization": f"Bearer {self.api_key}"
         }
 
-    def _detect_provider_from_url(self, url: str) -> str:
-        """
-        Detect the API provider based on the base URL domain.
-        
-        Args:
-            url: The base URL to analyze
-            
-        Returns:
-            Detected provider name or empty string if not detected
-        """
-        import re
-        from urllib.parse import urlparse
-        
-        # Extract domain from URL
-        try:
-            parsed_url = urlparse(url)
-            domain = parsed_url.netloc.lower()
-            
-            # Check for known API provider domains
-            if 'openai.com' in domain:
-                return 'OpenAI'
-            elif 'anthropic.com' in domain:
-                return 'Anthropic'
-            elif 'generativelanguage.googleapis.com' in domain:
-                return 'Gemini'
-            elif 'groq.com' in domain:
-                return 'Groq'
-            elif 'cohere.com' in domain or 'cohere.ai' in domain:
-                return 'Cohere'
-            elif 'mistral.ai' in domain:
-                return 'Mistral'
-            elif 'claude.ai' in domain:
-                return 'Claude'
-            elif re.match(r'(127\.0\.0\.1|localhost)', domain):
-                # Local APIs, check path components for clues
-                path = parsed_url.path.lower()
-                if '/ollama' in path:
-                    return 'Ollama'
-                elif '/llama' in path:
-                    return 'Llama'
-                # Default to the explicitly provided provider for local APIs
-                return ''
-            
-            # Return empty string if no match found, will fall back to provided provider
-            return ''
-        except Exception:
-            # In case of any parsing error, fall back to provided provider
-            return ''
-
     def chat(
         self,
         prompt: str,
         stream: bool = True,
         temperature: float = 0.7,
         max_tokens: Optional[int] = None,
+        top_p: float = 1.0,
         messages: Optional[List[Dict[str, str]]] = None,
         web_search: bool = False,
         **kwargs
@@ -95,6 +43,7 @@ class NGPTClient:
             stream: Whether to stream the response
             temperature: Controls randomness in the response
             max_tokens: Maximum number of tokens to generate
+            top_p: Controls diversity via nucleus sampling
             messages: Optional list of message objects to override default behavior
             web_search: Whether to enable web search capability
             **kwargs: Additional arguments to pass to the API
@@ -115,6 +64,7 @@ class NGPTClient:
             "messages": messages,
             "stream": stream,
             "temperature": temperature,
+            "top_p": top_p,
         }
         
         # Conditionally add web_search
@@ -132,26 +82,11 @@ class NGPTClient:
         endpoint = "chat/completions"
         url = f"{self.base_url}{endpoint}"
         
-        # Set headers based on provider
-        headers = self.headers.copy()
-        provider = self.provider.lower() if hasattr(self, 'provider') else ""
-        
-        # Provider-specific customizations
-        if 'gemini' in provider:
-            # Gemini uses X-Goog-Api-Key instead of Bearer token
-            headers = {
-                "Content-Type": "application/json",
-                "X-Goog-Api-Key": self.api_key
-            }
-            
-            # Gemini may require a different endpoint or payload structure
-            # This is a simplistic approach - may need further customization
-        
         try:
             if not stream:
                 # Regular request
                 try:
-                    response = requests.post(url, headers=headers, json=payload)
+                    response = requests.post(url, headers=self.headers, json=payload)
                     response.raise_for_status()  # Raise exception for HTTP errors
                     result = response.json()
                     
@@ -165,7 +100,7 @@ class NGPTClient:
             else:
                 # Streaming request
                 collected_content = ""
-                with requests.post(url, headers=headers, json=payload, stream=True) as response:
+                with requests.post(url, headers=self.headers, json=payload, stream=True) as response:
                     response.raise_for_status()  # Raise exception for HTTP errors
                     
                     try:
@@ -226,13 +161,23 @@ class NGPTClient:
             print(f"Error: An unexpected error occurred: {e}")
             return ""
 
-    def generate_shell_command(self, prompt: str, web_search: bool = False) -> str:
+    def generate_shell_command(
+        self, 
+        prompt: str, 
+        web_search: bool = False,
+        temperature: float = 0.4,
+        top_p: float = 0.95,
+        max_length: Optional[int] = None
+    ) -> str:
         """
         Generate a shell command based on the prompt.
         
         Args:
             prompt: Description of the command to generate
             web_search: Whether to enable web search capability
+            temperature: Controls randomness in the response
+            top_p: Controls diversity via nucleus sampling
+            max_length: Maximum number of tokens to generate
             
         Returns:
             The generated shell command
@@ -280,13 +225,24 @@ Command:"""
                 prompt=prompt,
                 stream=False,
                 messages=messages,
-                web_search=web_search
+                web_search=web_search,
+                temperature=temperature,
+                top_p=top_p,
+                max_tokens=max_length
             )
         except Exception as e:
             print(f"Error generating shell command: {e}")
             return ""
 
-    def generate_code(self, prompt: str, language: str = "python", web_search: bool = False) -> str:
+    def generate_code(
+        self, 
+        prompt: str, 
+        language: str = "python", 
+        web_search: bool = False,
+        temperature: float = 0.4,
+        top_p: float = 0.95,
+        max_length: Optional[int] = None
+    ) -> str:
         """
         Generate code based on the prompt.
         
@@ -294,6 +250,9 @@ Command:"""
             prompt: Description of the code to generate
             language: Programming language to generate code in
             web_search: Whether to enable web search capability
+            temperature: Controls randomness in the response
+            top_p: Controls diversity via nucleus sampling
+            max_length: Maximum number of tokens to generate
             
         Returns:
             The generated code
@@ -323,7 +282,10 @@ Code:"""
                 prompt=prompt,
                 stream=False,
                 messages=messages,
-                web_search=web_search
+                web_search=web_search,
+                temperature=temperature,
+                top_p=top_p,
+                max_tokens=max_length
             )
         except Exception as e:
             print(f"Error generating code: {e}")
@@ -339,77 +301,36 @@ Code:"""
         if not self.api_key:
             print("Error: API key is not set. Please configure your API key in the config file or provide it with --api-key.")
             return []
-        
-        provider = getattr(self, 'provider', '').lower()
-        
-        # Handle provider-specific API differences
-        if 'gemini' in provider:
-            # Gemini API specific handling
-            # Base URL typically ends with /v1beta or similar - we want to add /models
-            base_url = self.base_url.rstrip('/')
-            if base_url.endswith('/v1beta'):
-                url = f"{base_url}/models"
-            else:
-                url = f"{base_url}/models"
             
-            # Gemini uses X-Goog-Api-Key instead of Bearer token
-            headers = {
-                "Content-Type": "application/json",
-                "X-Goog-Api-Key": self.api_key
-            }
+        # Endpoint for models
+        url = f"{self.base_url}models"
+        
+        try:
+            response = requests.get(url, headers=self.headers)
+            response.raise_for_status()  # Raise exception for HTTP errors
+            result = response.json()
             
-            try:
-                response = requests.get(url, headers=headers)
-                response.raise_for_status()
-                result = response.json()
-                
-                # Gemini API returns models in a different format
-                if "models" in result:
-                    # Transform to match our expected format
-                    return [{"id": model.get("name", "").split("/")[-1], 
-                             "owned_by": "Google"} 
-                            for model in result["models"]]
-                else:
-                    print("Error: Unexpected response format when retrieving Gemini models.")
-                    return []
-                    
-            except requests.exceptions.HTTPError as e:
-                print(f"HTTP Error with Gemini API: {e}")
+            if "data" in result:
+                return result["data"]
+            else:
+                print("Error: Unexpected response format when retrieving models.")
                 return []
                 
-            except Exception as e:
-                print(f"Error retrieving Gemini models: {e}")
-                return []
-        else:
-            # Standard OpenAI-compatible endpoint
-            url = f"{self.base_url}models"
+        except requests.exceptions.HTTPError as e:
+            if e.response.status_code == 401:
+                print("Error: Authentication failed. Please check your API key.")
+            elif e.response.status_code == 404:
+                print(f"Error: Models endpoint not found at {url}")
+            elif e.response.status_code == 429:
+                print("Error: Rate limit exceeded. Please try again later.")
+            else:
+                print(f"HTTP Error: {e}")
+            return []
             
-            try:
-                response = requests.get(url, headers=self.headers)
-                response.raise_for_status()  # Raise exception for HTTP errors
-                result = response.json()
-                
-                if "data" in result:
-                    return result["data"]
-                else:
-                    print("Error: Unexpected response format when retrieving models.")
-                    return []
-                    
-            except requests.exceptions.HTTPError as e:
-                if e.response.status_code == 401:
-                    print("Error: Authentication failed. Please check your API key.")
-                elif e.response.status_code == 404:
-                    print(f"Error: Models endpoint not found at {url}")
-                elif e.response.status_code == 429:
-                    print("Error: Rate limit exceeded. Please try again later.")
-                else:
-                    print(f"HTTP Error: {e}")
-                return []
-                
-            except requests.exceptions.ConnectionError:
-                print(f"Error: Could not connect to {self.base_url}. Please check your internet connection and base URL.")
-                return []
-                
-            except Exception as e:
-                print(f"Error: An unexpected error occurred while retrieving models: {e}")
-                return [] 
+        except requests.exceptions.ConnectionError:
+            print(f"Error: Could not connect to {self.base_url}. Please check your internet connection and base URL.")
+            return []
+            
+        except Exception as e:
+            print(f"Error: An unexpected error occurred while retrieving models: {e}")
+            return [] 

{ngpt-1.7.2.dist-info → ngpt-2.1.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ngpt
-Version: 1.7.2
+Version: 2.1.0
 Summary: A lightweight Python CLI and library for interacting with OpenAI-compatible APIs, supporting both official and self-hosted LLM endpoints.
 Project-URL: Homepage, https://github.com/nazdridoy/ngpt
 Project-URL: Repository, https://github.com/nazdridoy/ngpt
@@ -37,14 +37,17 @@ Description-Content-Type: text/markdown
 [![PyPI version](https://img.shields.io/pypi/v/ngpt.svg)](https://pypi.org/project/ngpt/)
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 [![Python Versions](https://img.shields.io/pypi/pyversions/ngpt.svg)](https://pypi.org/project/ngpt/)
+[![Documentation](https://img.shields.io/badge/docs-available-brightgreen.svg)](https://nazdridoy.github.io/ngpt/)
 
 A lightweight Python CLI and library for interacting with OpenAI-compatible APIs, supporting both official and self-hosted LLM endpoints.
 
 ## Table of Contents
 - [Quick Start](#quick-start)
 - [Features](#features)
+- [Documentation](#documentation)
 - [Installation](#installation)
 - [Usage](#usage)
+  - [Documentation](https://nazdridoy.github.io/ngpt/)
   - [CLI Tool](#as-a-cli-tool)
   - [Python Library](#as-a-library)
 - [Configuration](#configuration)
@@ -93,6 +96,12 @@ ngpt --text
 - 🧩 **Clean Code Generation**: Output code without markdown or explanations
 - 📝 **Rich Multiline Editor**: Interactive multiline text input with syntax highlighting and intuitive controls
 
+## Documentation
+
+Comprehensive documentation, including API reference, usage guides, and examples, is available at:
+
+**[https://nazdridoy.github.io/ngpt/](https://nazdridoy.github.io/ngpt/)**
+
 ## Installation
 
 ```bash
@@ -121,9 +130,12 @@ ngpt --show-config
 # Show all configurations
 ngpt --show-config --all
 
-# List available models for the current configuration
+# List available models for the active configuration
 ngpt --list-models
 
+# List models for a specific configuration
+ngpt --list-models --config-index 1
+
 # With custom options
 ngpt --api-key your-key --base-url http://your-endpoint --model your-model "Hello"
 
@@ -214,9 +226,12 @@ You can configure the client using the following options:
 | `--api-key` | API key for the service |
 | `--base-url` | Base URL for the API |
 | `--model` | Model to use |
-| `--list-models` | List all available models for the current configuration |
+| `--list-models` | List all available models for the selected configuration (can be combined with --config-index) |
 | `--web-search` | Enable web search capability |
 | `-n, --no-stream` | Return the whole response without streaming |
+| `--temperature` | Set temperature (controls randomness, default: 0.7) |
+| `--top_p` | Set top_p (controls diversity, default: 1.0) |
+| `--max_length` | Set maximum response length in tokens |
 | `--config` | Path to a custom configuration file or, when used without a value, enters interactive configuration mode |
 | `--config-index` | Index of the configuration to use (default: 0) |
 | `--remove` | Remove the configuration at the specified index (requires --config and --config-index) |

ngpt-2.1.0.dist-info/RECORD

@@ -0,0 +1,9 @@
+ngpt/__init__.py,sha256=ehInP9w0MZlS1vZ1g6Cm4YE1ftmgF72CnEddQ3Le9n4,368
+ngpt/cli.py,sha256=wNjY-qUuvzODdzffbYqyydJiLfhIsEXXUs9qalqcpvs,30082
+ngpt/client.py,sha256=75xmzO7e9wQ7y_LzZCacg3mkZdheewcBxB6moPftqYw,13067
+ngpt/config.py,sha256=BF0G3QeiPma8l7EQyc37bR7LWZog7FHJQNe7uj9cr4w,6896
+ngpt-2.1.0.dist-info/METADATA,sha256=47qdylepQUHyR-TsJTtB8ezMnRLnZie0uSI1WVbHUNg,11278
+ngpt-2.1.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+ngpt-2.1.0.dist-info/entry_points.txt,sha256=1cnAMujyy34DlOahrJg19lePSnb08bLbkUs_kVerqdk,39
+ngpt-2.1.0.dist-info/licenses/LICENSE,sha256=mQkpWoADxbHqE0HRefYLJdm7OpdrXBr3vNv5bZ8w72M,1065
+ngpt-2.1.0.dist-info/RECORD,,

ngpt-1.7.2.dist-info/RECORD

@@ -1,9 +0,0 @@
-ngpt/__init__.py,sha256=ehInP9w0MZlS1vZ1g6Cm4YE1ftmgF72CnEddQ3Le9n4,368
-ngpt/cli.py,sha256=Ba3B4VAs-fnuSdfo22dAe2vmSy3ADVZlKYiDGTy6C6I,29818
-ngpt/client.py,sha256=qwAmBHSJvadbsvK5YPbY0By1M4bBvxd7j8piP5UdTgE,16553
-ngpt/config.py,sha256=BF0G3QeiPma8l7EQyc37bR7LWZog7FHJQNe7uj9cr4w,6896
-ngpt-1.7.2.dist-info/METADATA,sha256=uW2p_2ENm1OJLNW35nZcyDr_L0JvD5eeMrTvWGCPQmg,10568
-ngpt-1.7.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-ngpt-1.7.2.dist-info/entry_points.txt,sha256=1cnAMujyy34DlOahrJg19lePSnb08bLbkUs_kVerqdk,39
-ngpt-1.7.2.dist-info/licenses/LICENSE,sha256=mQkpWoADxbHqE0HRefYLJdm7OpdrXBr3vNv5bZ8w72M,1065
-ngpt-1.7.2.dist-info/RECORD,,