griptape-nodes 0.63.7__tar.gz → 0.66.2__tar.gz

{griptape_nodes-0.63.7 → griptape_nodes-0.66.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: griptape-nodes
-Version: 0.63.7
+Version: 0.66.2
 Summary: Add your description here
 Requires-Dist: griptape>=1.8.12
 Requires-Dist: pydantic>=2.10.6
@@ -27,6 +27,8 @@ Requires-Dist: aiofiles>=25.1.0
 Requires-Dist: aioshutil>=1.5
 Requires-Dist: ruamel-yaml>=0.18.15
 Requires-Dist: asyncio-thread-runner>=1.0
+Requires-Dist: portalocker>=2.10.0
+Requires-Dist: pygit2>=1.19.0
 Requires-Dist: austin-dist>=3.7.0 ; extra == 'profiling'
 Requires-Python: >=3.12.0, <3.13
 Provides-Extra: profiling
@@ -55,6 +57,7 @@ This repository contains the Griptape Nodes Engine - the local component that ru
 - **📚 Full Documentation:** [docs.griptapenodes.com](https://docs.griptapenodes.com)
 - **⚙️ Installation:** [docs.griptapenodes.com/en/stable/installation/](https://docs.griptapenodes.com/en/latest/installation/)
 - **🔧 Engine Configuration:** [docs.griptapenodes.com/en/stable/configuration/](https://docs.griptapenodes.com/en/latest/configuration/)
+- **📋 Migration Guide:** [MIGRATION.md](MIGRATION.md) - Guide for migrating from deprecated nodes
 
 **🧩 Extending Griptape Nodes:**
 

{griptape_nodes-0.63.7 → griptape_nodes-0.66.2}/README.md

@@ -21,6 +21,7 @@ This repository contains the Griptape Nodes Engine - the local component that ru
 - **📚 Full Documentation:** [docs.griptapenodes.com](https://docs.griptapenodes.com)
 - **⚙️ Installation:** [docs.griptapenodes.com/en/stable/installation/](https://docs.griptapenodes.com/en/latest/installation/)
 - **🔧 Engine Configuration:** [docs.griptapenodes.com/en/stable/configuration/](https://docs.griptapenodes.com/en/latest/configuration/)
+- **📋 Migration Guide:** [MIGRATION.md](MIGRATION.md) - Guide for migrating from deprecated nodes
 
 **🧩 Extending Griptape Nodes:**
 

{griptape_nodes-0.63.7 → griptape_nodes-0.66.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "griptape-nodes"
-version = "0.63.7"
+version = "0.66.2"
 description = "Add your description here"
 readme = "README.md"
 requires-python = ">=3.12.0, <3.13"
@@ -31,6 +31,8 @@ dependencies = [
   "aioshutil>=1.5",
   "ruamel.yaml>=0.18.15",
   "asyncio-thread-runner>=1.0",
+  "portalocker>=2.10.0",
+  "pygit2>=1.19.0",
 ]
 
 [project.optional-dependencies]

{griptape_nodes-0.63.7 → griptape_nodes-0.66.2}/src/griptape_nodes/app/app.py

@@ -73,6 +73,8 @@ websocket_event_loop_ready = threading.Event()
 # Semaphore to limit concurrent requests
 REQUEST_SEMAPHORE = asyncio.Semaphore(100)
 
+config_manager = GriptapeNodes.ConfigManager()
+
 
 class EventLogHandler(logging.Handler):
     """Custom logging handler that emits log messages as AppEvents.
@@ -81,18 +83,24 @@ class EventLogHandler(logging.Handler):
     """
 
     def emit(self, record: logging.LogRecord) -> None:
-        log_event = AppEvent(
-            payload=LogHandlerEvent(message=record.getMessage(), levelname=record.levelname, created=record.created)
-        )
-        griptape_nodes.EventManager().put_event(log_event)
+        log_level_no = logging.getLevelNamesMapping()[config_manager.get_config_value("log_level").upper()]
+        if record.levelno >= log_level_no:
+            log_event = AppEvent(
+                payload=LogHandlerEvent(message=record.getMessage(), levelname=record.levelname, created=record.created)
+            )
+            griptape_nodes.EventManager().put_event(log_event)
 
 
 # Logger for this module. Important that this is not the same as the griptape_nodes logger or else we'll have infinite log events.
 logger = logging.getLogger("griptape_nodes_app")
 
+# Get configured log level from config
+log_level_str = config_manager.get_config_value("log_level").upper()
+log_level = logging.getLevelNamesMapping()[log_level_str]
+
 griptape_nodes_logger = logging.getLogger("griptape_nodes")
 griptape_nodes_logger.addHandler(EventLogHandler())
-griptape_nodes_logger.setLevel(logging.INFO)
+griptape_nodes_logger.setLevel(log_level)
 
 # Root logger only gets RichHandler for console output
 logging.basicConfig(
@@ -313,6 +321,10 @@ async def _process_app_event(event: AppEvent) -> None:
 
 async def _process_node_event(event: GriptapeNodeEvent) -> None:
     """Process GriptapeNodeEvents and send them to the API (async version)."""
+    # Check if events are suppressed
+    if griptape_nodes.EventManager().should_suppress_event(event):
+        return
+
     # Emit the result back to the GUI
     result_event = event.wrapped_event
 
@@ -341,11 +353,19 @@ async def _process_node_event(event: GriptapeNodeEvent) -> None:
 
 async def _process_execution_node_event(event: ExecutionGriptapeNodeEvent) -> None:
     """Process ExecutionGriptapeNodeEvents and send them to the API (async version)."""
+    # Check if events are suppressed
+    if griptape_nodes.EventManager().should_suppress_event(event):
+        return
+
     await _send_message("execution_event", event.wrapped_event.json())
 
 
 async def _process_progress_event(gt_event: ProgressEvent) -> None:
     """Process Griptape framework events and send them to the API (async version)."""
+    # Check if events are suppressed
+    if griptape_nodes.EventManager().should_suppress_event(gt_event):
+        return
+
     node_name = gt_event.node_name
     if node_name:
         value = gt_event.value

{griptape_nodes-0.63.7 → griptape_nodes-0.66.2}/src/griptape_nodes/bootstrap/utils/python_subprocess_executor.py

@@ -7,6 +7,7 @@ from typing import TYPE_CHECKING, Any
 
 if TYPE_CHECKING:
     from pathlib import Path
+    from subprocess import _ENV
 
 logger = logging.getLogger(__name__)
 
@@ -21,7 +22,7 @@ class PythonSubprocessExecutor:
         self._is_running = False
 
     async def execute_python_script(
-        self, script_path: Path, args: list[str] | None = None, cwd: Path | None = None
+        self, script_path: Path, args: list[str] | None = None, cwd: Path | None = None, env: _ENV | None = None
     ) -> None:
         """Execute a Python script in a subprocess and wait for completion.
 
@@ -29,6 +30,7 @@ class PythonSubprocessExecutor:
             script_path: Path to the Python script to execute
             args: Additional command line arguments
             cwd: Working directory for the subprocess
+            env: Environment variables for the subprocess
         """
         if self.is_running():
             logger.warning("Another subprocess is already running. Terminating it first.")
@@ -44,6 +46,7 @@ class PythonSubprocessExecutor:
             self._process = await asyncio.create_subprocess_exec(
                 *command,
                 cwd=cwd,
+                env=env,
                 stdout=asyncio.subprocess.PIPE,
                 stderr=asyncio.subprocess.PIPE,
             )

{griptape_nodes-0.63.7 → griptape_nodes-0.66.2}/src/griptape_nodes/bootstrap/workflow_executors/subprocess_workflow_executor.py

@@ -125,6 +125,9 @@ class SubprocessWorkflowExecutor(LocalSessionWorkflowExecutor, PythonSubprocessE
                     script_path=tmp_script_path,
                     args=args,
                     cwd=Path(tmpdir),
+                    env={
+                        "GTN_CONFIG_ENABLE_WORKSPACE_FILE_WATCHING": "false",
+                    },
                 )
             except Exception as e:
                 msg = f"Failed to execute subprocess script: {e}"

{griptape_nodes-0.63.7 → griptape_nodes-0.66.2}/src/griptape_nodes/bootstrap/workflow_publishers/subprocess_workflow_publisher.py

@@ -83,4 +83,7 @@ class SubprocessWorkflowPublisher(LocalWorkflowPublisher, PythonSubprocessExecut
                 script_path=tmp_script_path,
                 args=args,
                 cwd=Path(tmpdir),
+                env={
+                    "GTN_CONFIG_ENABLE_WORKSPACE_FILE_WATCHING": "false",
+                },
             )

{griptape_nodes-0.63.7 → griptape_nodes-0.66.2}/src/griptape_nodes/cli/commands/init.py

@@ -1,9 +1,8 @@
 """Init command for Griptape Nodes CLI."""
 
-import asyncio
 import json
 from pathlib import Path
-from typing import Annotated, Any
+from typing import Annotated, Any, NamedTuple
 
 import typer
 from rich.box import HEAVY_EDGE
@@ -11,12 +10,10 @@ from rich.panel import Panel
 from rich.prompt import Confirm, Prompt
 from rich.table import Table
 
-from griptape_nodes.cli.commands.libraries import _sync_libraries
 from griptape_nodes.cli.shared import (
     CONFIG_DIR,
     CONFIG_FILE,
     ENV_FILE,
-    ENV_LIBRARIES_BASE_DIR,
     GT_CLOUD_BASE_URL,
     NODES_APP_URL,
     InitConfig,
@@ -25,6 +22,9 @@ from griptape_nodes.cli.shared import (
 from griptape_nodes.drivers.storage import StorageBackend
 from griptape_nodes.drivers.storage.griptape_cloud_storage_driver import GriptapeCloudStorageDriver
 from griptape_nodes.retained_mode.griptape_nodes import GriptapeNodes
+from griptape_nodes.retained_mode.managers.settings import LIBRARIES_TO_DOWNLOAD_KEY, LIBRARIES_TO_REGISTER_KEY
+from griptape_nodes.utils.git_utils import extract_repo_name_from_url
+from griptape_nodes.utils.library_utils import filter_old_xdg_library_paths
 
 config_manager = GriptapeNodes.ConfigManager()
 secrets_manager = GriptapeNodes.SecretsManager()
@@ -54,10 +54,6 @@ def init_command(  # noqa: PLR0913
             help="Install the Griptape Cloud Library.",
         ),
     ] = None,
-    libraries_sync: Annotated[
-        bool | None,
-        typer.Option("--libraries-sync/--no-libraries-sync", help="Sync the Griptape Nodes libraries."),
-    ] = None,
     no_interactive: Annotated[  # noqa: FBT002
         bool,
         typer.Option(help="Run init in non-interactive mode (no prompts)."),
@@ -93,7 +89,6 @@ def init_command(  # noqa: PLR0913
             register_griptape_cloud_library=register_griptape_cloud_library,
             config_values=config_values,
             secret_values=secret_values,
-            libraries_sync=libraries_sync,
             bucket_name=bucket_name,
             hf_token=hf_token,
         )
@@ -111,10 +106,6 @@ def _run_init(config: InitConfig) -> None:
     # Run configuration flow
     _run_init_configuration(config)
 
-    # Sync libraries
-    if config.libraries_sync is not False:
-        asyncio.run(_sync_libraries(load_libraries_from_config=False))
-
     console.print("[bold green]Initialization complete![/bold green]")
 
 
@@ -240,14 +231,24 @@ def _handle_additional_library_config(config: InitConfig) -> bool | None:
         )
 
     if register_advanced_library is not None or register_griptape_cloud_library is not None:
-        libraries_to_register = _build_libraries_list(
+        libraries_config = _build_libraries_list(
             register_advanced_library=register_advanced_library,
             register_griptape_cloud_library=register_griptape_cloud_library,
         )
         config_manager.set_config_value(
-            "app_events.on_app_initialization_complete.libraries_to_register", libraries_to_register
+            LIBRARIES_TO_DOWNLOAD_KEY,
+            libraries_config.libraries_to_download,
+        )
+        config_manager.set_config_value(
+            LIBRARIES_TO_REGISTER_KEY,
+            libraries_config.libraries_to_register,
+        )
+        console.print(
+            f"[bold green]Libraries to download: {', '.join(libraries_config.libraries_to_download)}[/bold green]"
+        )
+        console.print(
+            f"[bold green]Libraries to register: {', '.join(libraries_config.libraries_to_register)}[/bold green]"
         )
-        console.print(f"[bold green]Libraries to register set to: {', '.join(libraries_to_register)}[/bold green]")
 
     return register_advanced_library
 
@@ -500,62 +501,72 @@ def _prompt_for_griptape_cloud_library(*, default_prompt_for_griptape_cloud_libr
     return Confirm.ask("Register Griptape Cloud Library?", default=default_prompt_for_griptape_cloud_library)
 
 
+class LibrariesConfig(NamedTuple):
+    """Configuration for library lists."""
+
+    libraries_to_download: list[str]
+    libraries_to_register: list[str]
+
+
 def _build_libraries_list(
     *, register_advanced_library: bool | None = False, register_griptape_cloud_library: bool | None = False
-) -> list[str]:
-    """Builds the list of libraries to register based on library settings."""
-    # TODO: https://github.com/griptape-ai/griptape-nodes/issues/929
-    libraries_key = "app_events.on_app_initialization_complete.libraries_to_register"
-    library_base_dir = Path(ENV_LIBRARIES_BASE_DIR)
-
-    current_libraries = config_manager.get_config_value(
-        libraries_key,
+) -> LibrariesConfig:
+    """Builds the lists of libraries to download and register based on library settings."""
+    # Get current configuration for both lists
+    download_key = LIBRARIES_TO_DOWNLOAD_KEY
+    register_key = LIBRARIES_TO_REGISTER_KEY
+
+    current_downloads = config_manager.get_config_value(
+        download_key,
         config_source="user_config",
-        default=config_manager.get_config_value(libraries_key, config_source="default_config", default=[]),
+        default=config_manager.get_config_value(download_key, config_source="default_config", default=[]),
     )
-    new_libraries = current_libraries.copy()
+    current_register = config_manager.get_config_value(
+        register_key,
+        config_source="user_config",
+        default=config_manager.get_config_value(register_key, config_source="default_config", default=[]),
+    )
+
+    new_downloads = current_downloads.copy()
+    new_register = current_register.copy()
 
-    def _get_library_identifier(library_path: str) -> str:
-        """Get the unique identifier for a library based on parent/filename."""
-        path = Path(library_path)
-        return f"{path.parent.name}/{path.name}"
+    # Remove old XDG data home library paths from libraries_to_register
+    new_register, _ = filter_old_xdg_library_paths(new_register)
 
-    # Create a set of current library identifiers for fast lookup
-    current_identifiers = {_get_library_identifier(lib) for lib in current_libraries}
+    # Create a set of current download identifiers for fast lookup
+    current_download_identifiers = {extract_repo_name_from_url(lib) for lib in current_downloads}
 
-    default_library = str(library_base_dir / "griptape_nodes_library/griptape_nodes_library.json")
-    default_identifier = _get_library_identifier(default_library)
-    # If somehow the user removed the default library, add it back
-    if default_identifier not in current_identifiers:
-        new_libraries.append(default_library)
+    # Default library
+    default_library = "https://github.com/griptape-ai/griptape-nodes-library-standard@stable"
+    default_identifier = extract_repo_name_from_url(default_library)
+    if default_identifier not in current_download_identifiers:
+        new_downloads.append(default_library)
 
-    advanced_media_library = str(library_base_dir / "griptape_nodes_advanced_media_library/griptape_nodes_library.json")
-    advanced_identifier = _get_library_identifier(advanced_media_library)
+    # Advanced media library
+    advanced_media_library = "https://github.com/griptape-ai/griptape-nodes-library-advanced-media@stable"
+    advanced_identifier = extract_repo_name_from_url(advanced_media_library)
     if register_advanced_library:
-        # If the advanced media library is not registered, add it
-        if advanced_identifier not in current_identifiers:
-            new_libraries.append(advanced_media_library)
+        if advanced_identifier not in current_download_identifiers:
+            new_downloads.append(advanced_media_library)
     else:
-        # If the advanced media library is registered, remove it
-        libraries_to_remove = [lib for lib in new_libraries if _get_library_identifier(lib) == advanced_identifier]
+        libraries_to_remove = [lib for lib in new_downloads if extract_repo_name_from_url(lib) == advanced_identifier]
         for lib in libraries_to_remove:
-            new_libraries.remove(lib)
+            new_downloads.remove(lib)
 
-    griptape_cloud_library = str(library_base_dir / "griptape_cloud/griptape_nodes_library.json")
-    griptape_cloud_identifier = _get_library_identifier(griptape_cloud_library)
+    # Griptape Cloud library
+    griptape_cloud_library = "https://github.com/griptape-ai/griptape-nodes-library-griptape-cloud@stable"
+    griptape_cloud_identifier = extract_repo_name_from_url(griptape_cloud_library)
     if register_griptape_cloud_library:
-        # If the griptape cloud library is not registered, add it
-        if griptape_cloud_identifier not in current_identifiers:
-            new_libraries.append(griptape_cloud_library)
+        if griptape_cloud_identifier not in current_download_identifiers:
+            new_downloads.append(griptape_cloud_library)
     else:
-        # If the griptape cloud library is registered, remove it
         libraries_to_remove = [
-            lib for lib in new_libraries if _get_library_identifier(lib) == griptape_cloud_identifier
+            lib for lib in new_downloads if extract_repo_name_from_url(lib) == griptape_cloud_identifier
         ]
         for lib in libraries_to_remove:
-            new_libraries.remove(lib)
+            new_downloads.remove(lib)
 
-    return new_libraries
+    return LibrariesConfig(libraries_to_download=new_downloads, libraries_to_register=new_register)
 
 
 def _create_new_bucket(bucket_name: str) -> str:

griptape_nodes-0.66.2/src/griptape_nodes/cli/commands/libraries.py

@@ -0,0 +1,108 @@
+"""Libraries command for Griptape Nodes CLI."""
+
+import asyncio
+
+import typer
+
+from griptape_nodes.cli.shared import console
+from griptape_nodes.retained_mode.events.library_events import (
+    DownloadLibraryRequest,
+    DownloadLibraryResultSuccess,
+    SyncLibrariesRequest,
+    SyncLibrariesResultSuccess,
+)
+from griptape_nodes.retained_mode.griptape_nodes import GriptapeNodes
+from griptape_nodes.utils.git_utils import normalize_github_url
+
+app = typer.Typer(help="Manage local libraries.")
+
+
+@app.command()
+def sync(
+    overwrite: bool = typer.Option(False, "--overwrite", help="Discard uncommitted changes in libraries"),  # noqa: FBT001
+) -> None:
+    """Sync all libraries to latest versions from their git repositories."""
+    asyncio.run(_sync_libraries(overwrite_existing=overwrite))
+
+
+async def _sync_libraries(*, overwrite_existing: bool) -> None:
+    """Sync all libraries by checking for updates and installing dependencies."""
+    console.print("[bold cyan]Syncing libraries...[/bold cyan]")
+
+    # Create sync request with provided parameters
+    request = SyncLibrariesRequest(
+        overwrite_existing=overwrite_existing,
+    )
+
+    # Execute the sync
+    result = await GriptapeNodes.ahandle_request(request)
+
+    # Display results - failure case first
+    if not isinstance(result, SyncLibrariesResultSuccess):
+        console.print(f"[red]Failed to sync libraries: {result.result_details}[/red]")
+        return
+
+    # Success path
+    console.print(f"[green]Checked {result.libraries_checked} libraries[/green]")
+
+    if result.libraries_updated > 0:
+        console.print(f"[bold green]Updated {result.libraries_updated} libraries:[/bold green]")
+        for lib_name, update_info in result.update_summary.items():
+            if update_info.get("status") == "updated":
+                console.print(
+                    f"  [green]✓ {lib_name}: {update_info['old_version']} → {update_info['new_version']}[/green]"
+                )
+            elif update_info.get("status") == "failed":
+                console.print(f"  [red]✗ {lib_name}: {update_info.get('error', 'Unknown error')}[/red]")
+    else:
+        console.print("[green]All libraries are up to date[/green]")
+
+    console.print("[bold green]Libraries synced successfully.[/bold green]")
+
+
+@app.command()
+def download(
+    git_url: str = typer.Argument(..., help="Git repository URL to download"),
+    branch: str | None = typer.Option(None, "--branch", help="Branch, tag, or commit to checkout"),
+    target_dir: str | None = typer.Option(None, "--target-dir", help="Target directory name"),
+    download_dir: str | None = typer.Option(None, "--download-dir", help="Parent directory for library download"),
+    overwrite: bool = typer.Option(False, "--overwrite", help="Overwrite existing library directory if it exists"),  # noqa: FBT001
+) -> None:
+    """Download a library from a git repository."""
+    asyncio.run(_download_library(git_url, branch, target_dir, download_dir, overwrite_existing=overwrite))
+
+
+async def _download_library(
+    git_url: str,
+    branch_tag_commit: str | None,
+    target_directory_name: str | None,
+    download_directory: str | None,
+    *,
+    overwrite_existing: bool,
+) -> None:
+    """Download a library from a git repository."""
+    # Normalize GitHub shorthand to full URL
+    git_url = normalize_github_url(git_url)
+
+    console.print(f"[bold cyan]Downloading library from {git_url}...[/bold cyan]")
+
+    # Create the download request
+    request = DownloadLibraryRequest(
+        git_url=git_url,
+        branch_tag_commit=branch_tag_commit,
+        target_directory_name=target_directory_name,
+        download_directory=download_directory,
+        overwrite_existing=overwrite_existing,
+    )
+
+    # Execute the download
+    result = await GriptapeNodes.ahandle_request(request)
+
+    # Display results - failure case first
+    if not isinstance(result, DownloadLibraryResultSuccess):
+        console.print(f"[red]Failed to download library: {result.result_details}[/red]")
+        return
+
+    # Success path
+    console.print(f"[bold green]Library '{result.library_name}' downloaded successfully![/bold green]")
+    console.print(f"[green]Downloaded to: {result.library_path}[/green]")