data-designer 0.1.0__py3-none-any.whl

data_designer/__init__.py

@@ -0,0 +1,15 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+try:
+    from data_designer._version import __version__
+except ImportError:
+    # Fallback for editable installs without build
+    try:
+        from importlib.metadata import version
+
+        __version__ = version("data-designer")
+    except Exception:
+        __version__ = "0.0.0.dev0+unknown"
+
+__all__ = ["__version__"]

data_designer/_version.py

@@ -0,0 +1,34 @@
+# file generated by setuptools-scm
+# don't change, don't track in version control
+
+__all__ = [
+    "__version__",
+    "__version_tuple__",
+    "version",
+    "version_tuple",
+    "__commit_id__",
+    "commit_id",
+]
+
+TYPE_CHECKING = False
+if TYPE_CHECKING:
+    from typing import Tuple
+    from typing import Union
+
+    VERSION_TUPLE = Tuple[Union[int, str], ...]
+    COMMIT_ID = Union[str, None]
+else:
+    VERSION_TUPLE = object
+    COMMIT_ID = object
+
+version: str
+__version__: str
+__version_tuple__: VERSION_TUPLE
+version_tuple: VERSION_TUPLE
+commit_id: COMMIT_ID
+__commit_id__: COMMIT_ID
+
+__version__ = version = '0.1.0'
+__version_tuple__ = version_tuple = (0, 1, 0)
+
+__commit_id__ = commit_id = None

data_designer/cli/README.md

@@ -0,0 +1,236 @@
+# 🎨 NeMo Data Designer CLI
+
+This directory contains the Command-Line Interface (CLI) for configuring model providers and model configurations used in Data Designer.
+
+## Overview
+
+The CLI provides an interactive interface for managing:
+- **Model Providers**: LLM API endpoints (NVIDIA, OpenAI, Anthropic, custom providers)
+- **Model Configs**: Specific model configurations with inference parameters
+
+Configuration files are stored in `~/.data-designer/` by default and can be referenced by Data Designer workflows.
+
+## Architecture
+
+The CLI follows a **layered architecture** pattern, separating concerns into distinct layers:
+
+```
+┌─────────────────────────────────────────────────────────────┐
+│                         Commands                            │
+│  Entry points for CLI commands (list, providers, models)    │
+└─────────────────────────────────────────────────────────────┘
+                            │
+                            ▼
+┌─────────────────────────────────────────────────────────────┐
+│                       Controllers                           │
+│  Orchestrate user workflows and coordinate between layers   │
+└─────────────────────────────────────────────────────────────┘
+                            │
+        ┌───────────────────┴───────────────────┐
+        ▼                                       ▼
+┌──────────────────┐                 ┌──────────────────┐
+│    Services      │                 │      Forms       │
+│  Business logic  │                 │  Interactive UI  │
+└──────────────────┘                 └──────────────────┘
+        │
+        ▼
+┌──────────────────┐
+│   Repositories   │
+│  Data persistence│
+└──────────────────┘
+```
+
+### Layer Responsibilities
+
+#### 1. **Commands** (`commands/`)
+- **Purpose**: Define CLI command entry points using Typer
+- **Responsibilities**:
+  - Parse command-line arguments and options
+  - Initialize controllers with appropriate configuration
+  - Handle top-level error reporting
+- **Files**:
+  - `list.py`: List current configurations
+  - `models.py`: Configure models
+  - `providers.py`: Configure providers
+  - `reset.py`: Reset/delete configurations
+
+#### 2. **Controllers** (`controllers/`)
+- **Purpose**: Orchestrate user workflows and coordinate between services, forms, and UI
+- **Responsibilities**:
+  - Implement the main workflow logic (add, update, delete, etc.)
+  - Coordinate between services and interactive forms
+  - Handle user navigation and session state
+  - Manage associated resource deletion (e.g., deleting models when provider is deleted)
+- **Files**:
+  - `model_controller.py`: Orchestrates model configuration workflows
+  - `provider_controller.py`: Orchestrates provider configuration workflows
+
+**Key Features**:
+- **Associated Resource Management**: When deleting a provider, the controller checks for associated models and prompts the user to delete them together
+- **Interactive Navigation**: Supports add/update/delete/delete_all operations with user-friendly menus
+
+#### 3. **Services** (`services/`)
+- **Purpose**: Implement business logic and enforce domain rules
+- **Responsibilities**:
+  - Validate business rules (e.g., unique names, required fields)
+  - Implement CRUD operations with validation
+  - Coordinate between multiple repositories when needed
+  - Handle default management (e.g., default provider selection)
+- **Files**:
+  - `model_service.py`: Model configuration business logic
+  - `provider_service.py`: Provider business logic
+
+**Key Methods**:
+- `list_all()`: Get all configured items
+- `get_by_*()`: Retrieve specific items
+- `add()`: Add new item with validation
+- `update()`: Update existing item
+- `delete()`: Delete single item
+- `delete_by_aliases()`: Batch delete (models only)
+- `find_by_provider()`: Find models by provider (models only)
+- `set_default()`, `get_default()`: Manage default provider (providers only)
+
+#### 4. **Repositories** (`repositories/`)
+- **Purpose**: Handle data persistence (YAML file I/O)
+- **Responsibilities**:
+  - Load configuration from YAML files
+  - Save configuration to YAML files
+  - Check file existence
+  - Delete configuration files
+- **Files**:
+  - `base.py`: Abstract base repository with common operations
+  - `model_repository.py`: Model configuration persistence
+  - `provider_repository.py`: Provider persistence
+
+**Base Repository Pattern**:
+```python
+class ConfigRepository(ABC, Generic[T]):
+    def load(self) -> T | None: ...
+    def save(self, config: T) -> None: ...
+    def exists(self) -> bool: ...
+    def delete(self) -> None: ...
+```
+
+#### 5. **Forms** (`forms/`)
+- **Purpose**: Interactive form-based data collection from users
+- **Responsibilities**:
+  - Define form fields with validation
+  - Collect user input interactively
+  - Support navigation (back, cancel)
+  - Build configuration objects from form data
+- **Files**:
+  - `builder.py`: Abstract form builder base
+  - `field.py`: Form field types (TextField, SelectField, NumericField)
+  - `form.py`: Form container and prompt orchestration
+  - `model_builder.py`: Interactive model configuration builder
+  - `provider_builder.py`: Interactive provider configuration builder
+
+**Form Features**:
+- Field-level validation
+- Auto-completion support
+- History navigation (arrow keys)
+- Default value handling
+- Back navigation support
+
+#### 6. **UI Utilities** (`ui.py`)
+- **Purpose**: User interface utilities for terminal output and input
+- **Responsibilities**:
+  - Interactive menus with arrow key navigation
+  - Text input prompts with validation
+  - Confirmation dialogs
+  - Styled output (success, error, warning, info)
+  - Configuration preview displays
+- **Key Functions**:
+  - `select_with_arrows()`: Interactive arrow-key menu
+  - `prompt_text_input()`: Text input with validation and completion
+  - `confirm_action()`: Yes/no confirmation
+  - `print_*()`: Styled console output
+  - `display_config_preview()`: YAML preview with syntax highlighting
+
+
+## Configuration Files
+
+The CLI manages two YAML configuration files:
+
+### `~/.data-designer/model_providers.yaml`
+
+Stores model provider configurations (API endpoints):
+
+```yaml
+providers:
+  - name: nvidia
+    endpoint: https://integrate.api.nvidia.com/v1
+    provider_type: openai
+    api_key: NVIDIA_API_KEY
+  - name: openai
+    endpoint: https://api.openai.com/v1
+    provider_type: openai
+    api_key: OPENAI_API_KEY
+default: nvidia
+```
+
+### `~/.data-designer/model_configs.yaml`
+
+Stores model configurations:
+
+```yaml
+model_configs:
+  - alias: llama3-70b
+    model: meta/llama-3.1-70b-instruct
+    provider: nvidia
+    inference_parameters:
+      temperature: 0.7
+      top_p: 0.9
+      max_tokens: 2048
+      max_parallel_requests: 4
+  - alias: gpt-4
+    model: gpt-4-turbo
+    provider: openai
+    inference_parameters:
+      temperature: 0.8
+      top_p: 0.95
+      max_tokens: 4096
+```
+
+## Usage Examples
+
+### Configure Providers
+
+```bash
+# Interactive provider configuration
+data-designer config providers
+
+# Options:
+#  - Add a new provider (predefined: nvidia, openai, anthropic, or custom)
+#  - Update an existing provider
+#  - Delete a provider (with associated model cleanup)
+#  - Delete all providers
+#  - Change default provider
+```
+
+### Configure Models
+
+```bash
+# Interactive model configuration
+data-designer config models
+
+# Options:
+#  - Add a new model
+#  - Update an existing model
+#  - Delete a model
+#  - Delete all models
+```
+
+### List Configurations
+
+```bash
+# Display current configurations
+data-designer config list
+```
+
+### Reset Configurations
+
+```bash
+# Delete configuration files (with confirmation)
+data-designer config reset
+```

data_designer/cli/__init__.py

@@ -0,0 +1,6 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+from data_designer.cli.main import app, main
+
+__all__ = ["app", "main"]

data_designer/cli/commands/__init__.py

@@ -0,0 +1,2 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0

data_designer/cli/commands/list.py

@@ -0,0 +1,130 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+from rich.table import Table
+
+from data_designer.cli.repositories.model_repository import ModelRepository
+from data_designer.cli.repositories.provider_repository import ProviderRepository
+from data_designer.cli.ui import console, print_error, print_header, print_info, print_warning
+from data_designer.config.utils.constants import DATA_DESIGNER_HOME, NordColor
+
+
+def list_command() -> None:
+    """List current Data Designer configurations.
+
+    Returns:
+        None
+    """
+    # Determine config directory
+    print_header("Data Designer Configurations")
+    print_info(f"Configuration directory: {DATA_DESIGNER_HOME}")
+    console.print()
+
+    # Display providers
+    display_providers(ProviderRepository(DATA_DESIGNER_HOME))
+    display_models(ModelRepository(DATA_DESIGNER_HOME))
+
+
+def display_providers(provider_repo: ProviderRepository) -> None:
+    """Load and display model providers.
+
+    Args:
+        provider_repo: Provider repository
+
+    Returns:
+        None
+    """
+    try:
+        provider_registry = provider_repo.load()
+
+        if not provider_registry:
+            print_warning("Providers have not been configured. Run 'data-designer config providers' to configure them.")
+            console.print()
+            return
+
+        # Display as table
+        table = Table(title="Model Providers", border_style=NordColor.NORD8.value)
+        table.add_column("Name", style=NordColor.NORD14.value, no_wrap=True)
+        table.add_column("Endpoint", style=NordColor.NORD4.value)
+        table.add_column("Type", style=NordColor.NORD9.value, no_wrap=True)
+        table.add_column("API Key", style=NordColor.NORD7.value)
+        table.add_column("Default", style=NordColor.NORD13.value, justify="center")
+
+        default_name = provider_registry.default or provider_registry.providers[0].name
+
+        for provider in provider_registry.providers:
+            is_default = "✓" if provider.name == default_name else ""
+            api_key_display = provider.api_key or "(not set)"
+
+            # Mask actual API keys (keep env var names visible)
+            if provider.api_key and not provider.api_key.isupper():
+                api_key_display = "***" + provider.api_key[-4:] if len(provider.api_key) > 4 else "***"
+
+            table.add_row(
+                provider.name,
+                provider.endpoint,
+                provider.provider_type,
+                api_key_display,
+                is_default,
+            )
+
+        console.print(table)
+        console.print()
+    except Exception as e:
+        print_error(f"Error loading provider configuration: {e}")
+        console.print()
+
+
+def display_models(model_repo: ModelRepository) -> None:
+    """Load and display model configurations.
+
+    Args:
+        model_repo: Model repository
+
+    Returns:
+        None
+    """
+    try:
+        registry = model_repo.load()
+
+        if not registry:
+            print_warning("Models have not been configured. Run 'data-designer config models' to configure them.")
+            console.print()
+            return
+
+        # Display as table
+        table = Table(title="Model Configurations", border_style=NordColor.NORD8.value)
+        table.add_column("Alias", style=NordColor.NORD14.value, no_wrap=True)
+        table.add_column("Model ID", style=NordColor.NORD4.value)
+        table.add_column("Provider", style=NordColor.NORD9.value, no_wrap=True)
+        table.add_column("Temperature", style=NordColor.NORD15.value, justify="right")
+        table.add_column("Top P", style=NordColor.NORD15.value, justify="right")
+        table.add_column("Max Tokens", style=NordColor.NORD15.value, justify="right")
+
+        for mc in registry.model_configs:
+            # Handle distribution-based parameters
+            temp_display = (
+                f"{mc.inference_parameters.temperature:.2f}"
+                if isinstance(mc.inference_parameters.temperature, (int, float))
+                else "dist"
+            )
+            top_p_display = (
+                f"{mc.inference_parameters.top_p:.2f}"
+                if isinstance(mc.inference_parameters.top_p, (int, float))
+                else "dist"
+            )
+
+            table.add_row(
+                mc.alias,
+                mc.model,
+                mc.provider or "(default)",
+                temp_display,
+                top_p_display,
+                str(mc.inference_parameters.max_tokens) if mc.inference_parameters.max_tokens else "(none)",
+            )
+
+        console.print(table)
+        console.print()
+    except Exception as e:
+        print_error(f"Error loading model configuration: {e}")
+        console.print()

data_designer/cli/commands/models.py

@@ -0,0 +1,10 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+from data_designer.cli.controllers.model_controller import ModelController
+from data_designer.config.utils.constants import DATA_DESIGNER_HOME
+
+
+def models_command() -> None:
+    controller = ModelController(DATA_DESIGNER_HOME)
+    controller.run()

data_designer/cli/commands/providers.py

@@ -0,0 +1,11 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+from data_designer.cli.controllers.provider_controller import ProviderController
+from data_designer.config.utils.constants import DATA_DESIGNER_HOME
+
+
+def providers_command() -> None:
+    """Configure model providers interactively."""
+    controller = ProviderController(DATA_DESIGNER_HOME)
+    controller.run()

data_designer/cli/commands/reset.py

@@ -0,0 +1,100 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+import typer
+
+from data_designer.cli.repositories.model_repository import ModelRepository
+from data_designer.cli.repositories.provider_repository import ProviderRepository
+from data_designer.cli.ui import (
+    confirm_action,
+    console,
+    print_error,
+    print_header,
+    print_info,
+    print_success,
+    print_text,
+)
+from data_designer.config.utils.constants import DATA_DESIGNER_HOME
+
+
+def reset_command() -> None:
+    """Reset configuration files by deleting them after confirmation."""
+    print_header("Reset Configuration")
+
+    # Determine configuration directory
+    print_info(f"Configuration directory: {DATA_DESIGNER_HOME}")
+    console.print()
+
+    # Create repositories
+    provider_repo = ProviderRepository(DATA_DESIGNER_HOME)
+    model_repo = ModelRepository(DATA_DESIGNER_HOME)
+
+    # Check which config files exist
+    provider_exists = provider_repo.exists()
+    model_exists = model_repo.exists()
+
+    if not provider_exists and not model_exists:
+        print_success("There are no configurations to reset! Nothing to do!")
+        console.print()
+        raise typer.Exit(0)
+
+    # Show what configuration files exist
+    print_text("Found the following configuration files:")
+    console.print()
+
+    if provider_exists:
+        print_text(f"  |-- ⚙️  Model providers: {provider_repo.config_file}")
+
+    if model_exists:
+        print_text(f"  |-- 🤖 Model configs: {model_repo.config_file}")
+
+    console.print()
+    console.print()
+    print_text("👀 You will be asked to confirm deletion for each file individually")
+    console.print()
+
+    # Track deletion results
+    deleted_count = 0
+    skipped_count = 0
+    failed_count = 0
+
+    # Ask for confirmation and delete model providers
+    if provider_exists:
+        if confirm_action(
+            f"Delete model providers configuration in {str(provider_repo.config_file)!r}?", default=False
+        ):
+            try:
+                provider_repo.delete()
+                print_success("Deleted model providers configuration")
+                deleted_count += 1
+            except Exception as e:
+                print_error(f"Failed to delete model providers configuration: {e}")
+                failed_count += 1
+        else:
+            print_text("  |-- Skipped model providers configuration")
+            skipped_count += 1
+        console.print()
+
+    # Ask for confirmation and delete model configs
+    if model_exists:
+        if confirm_action(f"Delete model configs configuration in {str(model_repo.config_file)!r}?", default=False):
+            try:
+                model_repo.delete()
+                print_success("Deleted model configs configuration")
+                deleted_count += 1
+            except Exception as e:
+                print_error(f"Failed to delete model configs configuration: {e}")
+                failed_count += 1
+        else:
+            print_info("Skipped model configs configuration")
+            skipped_count += 1
+        console.print()
+
+    # Summary
+    if deleted_count > 0:
+        print_success(f"Successfully deleted {deleted_count} configuration file(s)")
+    if skipped_count > 0:
+        print_info(f"Skipped {skipped_count} configuration file(s)")
+    if failed_count > 0:
+        print_error(f"Failed to delete {failed_count} configuration file(s)")
+        raise typer.Exit(1)

data_designer/cli/controllers/__init__.py

@@ -0,0 +1,7 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+from data_designer.cli.controllers.model_controller import ModelController
+from data_designer.cli.controllers.provider_controller import ProviderController
+
+__all__ = ["ModelController", "ProviderController"]