ostruct-cli 0.6.2__py3-none-any.whl → 0.7.0__py3-none-any.whl

ostruct/cli/__init__.py

@@ -8,6 +8,7 @@ from .cli import (
     validate_variable_mapping,
 )
 from .path_utils import validate_path_mapping
+from .registry_updates import get_update_notification
 
 __all__ = [
     "ExitCode",
@@ -16,4 +17,5 @@ __all__ = [
     "validate_schema_file",
     "validate_task_template",
     "validate_variable_mapping",
+    "get_update_notification",
 ]

ostruct/cli/cli.py

@@ -45,7 +45,10 @@ from openai_structured.errors import (
     OpenAIClientError,
     StreamBufferError,
 )
-from openai_structured.model_registry import ModelRegistry
+from openai_structured.model_registry import (
+    ModelRegistry,
+    RegistryUpdateStatus,
+)
 from pydantic import AnyUrl, BaseModel, EmailStr, Field
 from pydantic.fields import FieldInfo as FieldInfoType
 from pydantic.functional_validators import BeforeValidator
@@ -75,6 +78,7 @@ from .errors import (
 from .file_utils import FileInfoList, collect_files
 from .model_creation import _create_enum_type, create_dynamic_model
 from .path_utils import validate_path_mapping
+from .registry_updates import get_update_notification
 from .security import SecurityManager
 from .serialization import LogSerializer
 from .template_env import create_jinja_env
@@ -1490,7 +1494,14 @@ def cli() -> None:
 
         ostruct run task.j2 schema.json -J config='{"env":"prod"}' -m o3-mini
     """
-    pass
+    # Check for registry updates in a non-intrusive way
+    try:
+        update_message = get_update_notification()
+        if update_message:
+            click.secho(f"Note: {update_message}", fg="blue", err=True)
+    except Exception:
+        # Ensure any errors don't affect normal operation
+        pass
 
 
 @cli.command()
@@ -1560,8 +1571,78 @@ def run(
         raise
 
 
-# Remove the old @create_click_command() decorator and cli function definition
-# Keep all the other functions and code below this point
+@cli.command("update-registry")
+@click.option(
+    "--url",
+    help="URL to fetch the registry from. Defaults to official repository.",
+    default=None,
+)
+@click.option(
+    "--force",
+    is_flag=True,
+    help="Force update even if the registry is already up to date.",
+    default=False,
+)
+def update_registry(url: Optional[str] = None, force: bool = False) -> None:
+    """Update the model registry with the latest model definitions.
+
+    This command fetches the latest model registry from the official repository
+    or a custom URL if provided, and updates the local registry file.
+
+    Example:
+        ostruct update-registry
+        ostruct update-registry --url https://example.com/models.yml
+    """
+    try:
+        registry = ModelRegistry()
+
+        # Show current registry config path
+        config_path = registry._config_path
+        click.echo(f"Current registry file: {config_path}")
+
+        if force:
+            click.echo("Forcing registry update...")
+            success = registry.refresh_from_remote(url)
+            if success:
+                click.echo("✅ Registry successfully updated!")
+            else:
+                click.echo(
+                    "❌ Failed to update registry. See logs for details."
+                )
+            sys.exit(ExitCode.SUCCESS.value)
+
+        if config_path is None or not os.path.exists(config_path):
+            click.echo("Registry file not found. Creating new one...")
+            success = registry.refresh_from_remote(url)
+            if success:
+                click.echo("✅ Registry successfully created!")
+            else:
+                click.echo(
+                    "❌ Failed to create registry. See logs for details."
+                )
+            sys.exit(ExitCode.SUCCESS.value)
+
+        # Use the built-in update checking functionality
+        click.echo("Checking for updates...")
+        update_result = registry.check_for_updates()
+
+        if update_result.status == RegistryUpdateStatus.UPDATE_AVAILABLE:
+            click.echo(
+                f"{click.style('✓', fg='green')} {update_result.message}"
+            )
+            exit_code = ExitCode.SUCCESS
+        elif update_result.status == RegistryUpdateStatus.ALREADY_CURRENT:
+            click.echo(
+                f"{click.style('✓', fg='green')} Registry is up to date"
+            )
+            exit_code = ExitCode.SUCCESS
+        else:
+            click.echo("❓ Unable to determine if updates are available.")
+
+        sys.exit(exit_code)
+    except Exception as e:
+        click.echo(f"❌ Error updating registry: {str(e)}")
+        sys.exit(ExitCode.API_ERROR.value)
 
 
 async def validate_model_params(args: CLIParams) -> Dict[str, Any]:

ostruct/cli/registry_updates.py

@@ -0,0 +1,162 @@
+"""Registry update checks for ostruct CLI.
+
+This module provides functionality to check for updates to the model registry
+and notify users when updates are available.
+"""
+
+import json
+import logging
+import os
+import time
+from pathlib import Path
+from typing import Optional, Tuple
+
+from openai_structured.model_registry import (
+    ModelRegistry,
+    RegistryUpdateStatus,
+)
+
+logger = logging.getLogger(__name__)
+
+# Constants
+UPDATE_CHECK_ENV_VAR = "OSTRUCT_DISABLE_UPDATE_CHECKS"
+UPDATE_CHECK_INTERVAL_SECONDS = (
+    86400  # Check for updates once per day (24 hours)
+)
+LAST_CHECK_CACHE_FILE = ".ostruct_registry_check"
+
+
+def _get_cache_dir() -> Path:
+    """Get the cache directory for ostruct.
+
+    Returns:
+        Path: Path to the cache directory
+    """
+    # Use XDG_CACHE_HOME if available, otherwise use ~/.cache
+    xdg_cache_home = os.environ.get("XDG_CACHE_HOME")
+    if xdg_cache_home:
+        base_dir = Path(xdg_cache_home)
+    else:
+        base_dir = Path.home() / ".cache"
+
+    cache_dir = base_dir / "ostruct"
+    cache_dir.mkdir(parents=True, exist_ok=True)
+    return cache_dir
+
+
+def _get_last_check_time() -> Optional[float]:
+    """Get the timestamp of the last update check.
+
+    Returns:
+        Optional[float]: Timestamp of the last check, or None if never checked
+    """
+    cache_file = _get_cache_dir() / LAST_CHECK_CACHE_FILE
+
+    if not cache_file.exists():
+        return None
+
+    try:
+        with open(cache_file, "r") as f:
+            data = json.load(f)
+            last_check_time = data.get("last_check_time")
+            return (
+                float(last_check_time) if last_check_time is not None else None
+            )
+    except (json.JSONDecodeError, IOError, OSError):
+        return None
+
+
+def _save_last_check_time() -> None:
+    """Save the current time as the last update check time."""
+    cache_file = _get_cache_dir() / LAST_CHECK_CACHE_FILE
+
+    try:
+        data = {"last_check_time": time.time()}
+        with open(cache_file, "w") as f:
+            json.dump(data, f)
+    except (IOError, OSError) as e:
+        logger.debug(f"Failed to save last check time: {e}")
+
+
+def should_check_for_updates() -> bool:
+    """Determine if we should check for registry updates.
+
+    Returns:
+        bool: True if update checks are enabled, False otherwise
+    """
+    # Allow users to disable update checks via environment variable
+    if os.environ.get(UPDATE_CHECK_ENV_VAR, "").lower() in (
+        "1",
+        "true",
+        "yes",
+    ):
+        logger.debug(
+            "Registry update checks disabled via environment variable"
+        )
+        return False
+
+    # Check if we've checked recently
+    last_check_time = _get_last_check_time()
+    if last_check_time is not None:
+        time_since_last_check = time.time() - last_check_time
+        if time_since_last_check < UPDATE_CHECK_INTERVAL_SECONDS:
+            logger.debug(
+                f"Skipping update check, last check was {time_since_last_check:.1f} seconds ago"
+            )
+            return False
+
+    return True
+
+
+def check_for_registry_updates() -> Tuple[bool, Optional[str]]:
+    """Check if there are updates available for the model registry.
+
+    This function is designed to be non-intrusive and fail gracefully.
+
+    Returns:
+        Tuple[bool, Optional[str]]: (update_available, message)
+            - update_available: True if an update is available
+            - message: A message to display to the user, or None if no update is available
+    """
+    if not should_check_for_updates():
+        return False, None
+
+    try:
+        registry = ModelRegistry()
+        result = registry.check_for_updates()
+
+        # Save the check time regardless of the result
+        _save_last_check_time()
+
+        if result.status == RegistryUpdateStatus.UPDATE_AVAILABLE:
+            return True, (
+                "A new model registry is available. "
+                "This may include support for new models or features. "
+                "The registry will be automatically updated when needed."
+            )
+
+        return False, None
+    except Exception as e:
+        # Ensure any errors don't affect normal operation
+        logger.debug(f"Error checking for registry updates: {e}")
+        return False, None
+
+
+def get_update_notification() -> Optional[str]:
+    """Get a notification message if registry updates are available.
+
+    This function is designed to be called from the CLI to provide
+    a non-intrusive notification to users.
+
+    Returns:
+        Optional[str]: A notification message, or None if no notification is needed
+    """
+    try:
+        update_available, message = check_for_registry_updates()
+        if update_available and message:
+            return message
+        return None
+    except Exception as e:
+        # Ensure any errors don't affect normal operation
+        logger.debug(f"Error getting update notification: {e}")
+        return None

{ostruct_cli-0.6.2.dist-info → ostruct_cli-0.7.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: ostruct-cli
-Version: 0.6.2
+Version: 0.7.0
 Summary: CLI for OpenAI Structured Output
 Author: Yaniv Golan
 Author-email: yaniv@golan.name
@@ -16,7 +16,7 @@ Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: ijson (>=3.2.3,<4.0.0)
 Requires-Dist: jsonschema (>=4.23.0,<5.0.0)
 Requires-Dist: openai (>=1.0.0,<2.0.0)
-Requires-Dist: openai-structured (>=2.0.0,<3.0.0)
+Requires-Dist: openai-structured (>=2.1.0,<3.0.0)
 Requires-Dist: pydantic (>=2.6.3,<3.0.0)
 Requires-Dist: pyyaml (>=6.0.2,<7.0.0)
 Requires-Dist: tiktoken (==0.9.0)
@@ -44,6 +44,8 @@ ostruct will process a set of plain text files (data, source code, CSV, etc), in
 - Automatic token counting and context window management
 - Streaming support for real-time output
 - Secure handling of sensitive data
+- Model registry management with support for updating to the latest OpenAI models
+- Non-intrusive registry update checks with user notifications
 
 ## Requirements
 
@@ -63,6 +65,16 @@ pip install ostruct-cli
 
 If you plan to contribute to the project, see the [Development Setup](#development-setup) section below for instructions on setting up the development environment with Poetry.
 
+## Environment Variables
+
+ostruct-cli respects the following environment variables:
+
+- `OPENAI_API_KEY`: Your OpenAI API key (required unless provided via command line)
+- `OPENAI_API_BASE`: Custom API base URL (optional)
+- `OPENAI_API_VERSION`: API version to use (optional)
+- `OPENAI_API_TYPE`: API type (e.g., "azure") (optional)
+- `OSTRUCT_DISABLE_UPDATE_CHECKS`: Set to "1", "true", or "yes" to disable automatic registry update checks
+
 ## Shell Completion
 
 ostruct-cli supports shell completion for Bash, Zsh, and Fish shells. To enable it:
@@ -264,3 +276,35 @@ ostruct run template.j2 schema.json --sys-prompt "Override prompt"
 ostruct run template.j2 schema.json --ignore-task-sysprompt
 ```
 
+## Model Registry Management
+
+ostruct-cli maintains a registry of OpenAI models and their capabilities, which includes:
+
+- Context window sizes for each model
+- Maximum output token limits
+- Supported parameters and their constraints
+- Model version information
+
+To ensure you're using the latest models and features, you can update the registry:
+
+```bash
+# Update from the official repository
+ostruct update-registry
+
+# Update from a custom URL
+ostruct update-registry --url https://example.com/models.yml
+
+# Force an update even if the registry is current
+ostruct update-registry --force
+```
+
+This is especially useful when:
+
+- New OpenAI models are released
+- Model capabilities or parameters change
+- You need to work with custom model configurations
+
+The registry file is stored at `~/.openai_structured/config/models.yml` and is automatically referenced when validating model parameters and token limits.
+
+The update command uses HTTP conditional requests (If-Modified-Since headers) to check if the remote registry has changed before downloading, ensuring efficient updates.
+

{ostruct_cli-0.6.2.dist-info → ostruct_cli-0.7.0.dist-info}/RECORD

@@ -1,8 +1,8 @@
 ostruct/__init__.py,sha256=X6zo6V7ZNMv731Wi388aTVQngD1410ExGwGx4J6lpyo,187
-ostruct/cli/__init__.py,sha256=sYHKT6o1kFy1acbXejzAvVm8Cy8U91Yf1l4DlzquHKg,409
+ostruct/cli/__init__.py,sha256=IfQ68CRqPEeCP4zxV1DxowSEWFKhZiB8swMAOZJOXa8,494
 ostruct/cli/base_errors.py,sha256=S1cQxoiALbXKPxzgLo6XdSWpzPRb7RKz0QARmu9Zt4g,5987
 ostruct/cli/cache_manager.py,sha256=ej3KrRfkKKZ_lEp2JswjbJ5bW2ncsvna9NeJu81cqqs,5192
-ostruct/cli/cli.py,sha256=6oxMjJmkKv71h6G7-D6O_HN40JsD55Y3SnH8Bdb8h58,66751
+ostruct/cli/cli.py,sha256=WqVToFC4mt4qXeaW0pGRmakGal8vxxH0ny_BHNMKh5M,69645
 ostruct/cli/click_options.py,sha256=WbRJdB9sO63ChN3fnCP7XWs73DHKl0C1ervfwL11am0,11371
 ostruct/cli/errors.py,sha256=UytzS6RKOFMpB3GCJl73M93k74cutKOTFo5RDM4PTE0,15292
 ostruct/cli/exit_codes.py,sha256=uNjvQeUGwU1mlUJYIDrExAn7YlwOXZo603yLAwpqIwk,338
@@ -12,6 +12,7 @@ ostruct/cli/file_utils.py,sha256=J3-6fbEGQ7KD_bU81pAxueHLv9XV0X7f8FSMt_0AJGQ,225
 ostruct/cli/model_creation.py,sha256=UdXT3657rC5t-aZAZkQDuIdaQWSY9P6vgHKNAoFUWVw,16768
 ostruct/cli/path_utils.py,sha256=j44q1OoLkqMErgK-qEuhuIZ1VyzqRIvNgxR1et9PoXA,4813
 ostruct/cli/progress.py,sha256=rj9nVEco5UeZORMbzd7mFJpFGJjbH9KbBFh5oTE5Anw,3415
+ostruct/cli/registry_updates.py,sha256=H0-Ftz4TvzryS2Qyoei7k2GKiY_s0Qr17i6pqrRmgF0,4921
 ostruct/cli/schema_validation.py,sha256=ohEuxJ0KF93qphj0JSZDnrxDn0C2ZU37g-U2JY03onM,8154
 ostruct/cli/security/__init__.py,sha256=CQpkCgTFYlA1p6atpQeNgIKtE4LZGUKt4EbytbGKpCs,846
 ostruct/cli/security/allowed_checker.py,sha256=N5UXlpjdj5zAbKk-lRDlHiHV3KtQHtJNhtZI_qGB4zw,1638
@@ -37,8 +38,8 @@ ostruct/cli/token_utils.py,sha256=r4KPEO3Sec18Q6mU0aClK6XGShvusgUggXEQgEPPlaA,13
 ostruct/cli/utils.py,sha256=uY7c0NaINHWfnl77FcPE3TmYUXv3RqEeUTjrCMDij9A,922
 ostruct/cli/validators.py,sha256=k-vmBjkPmC-VwSTM5Yq1zQjGSIOzzTHS4kc0B7Aqpck,3186
 ostruct/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ostruct_cli-0.6.2.dist-info/LICENSE,sha256=QUOY6QCYVxAiH8vdrUTDqe3i9hQ5bcNczppDSVpLTjk,1068
-ostruct_cli-0.6.2.dist-info/METADATA,sha256=F3wwhPgaWxUtKDeCrtL2W3q6xhQ2DFh7vFC_8Bqd4jE,6949
-ostruct_cli-0.6.2.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-ostruct_cli-0.6.2.dist-info/entry_points.txt,sha256=NFq9IuqHVTem0j9zKjV8C1si_zGcP1RL6Wbvt9fUDXw,48
-ostruct_cli-0.6.2.dist-info/RECORD,,
+ostruct_cli-0.7.0.dist-info/LICENSE,sha256=QUOY6QCYVxAiH8vdrUTDqe3i9hQ5bcNczppDSVpLTjk,1068
+ostruct_cli-0.7.0.dist-info/METADATA,sha256=1Z54LbqNhr6aRMLvoiTKeaeETc5fNQe31J7Msz4EmyA,8618
+ostruct_cli-0.7.0.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
+ostruct_cli-0.7.0.dist-info/entry_points.txt,sha256=NFq9IuqHVTem0j9zKjV8C1si_zGcP1RL6Wbvt9fUDXw,48
+ostruct_cli-0.7.0.dist-info/RECORD,,