devservices 1.0.8__tar.gz → 1.0.9__tar.gz

{devservices-1.0.8 → devservices-1.0.9}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: devservices
-Version: 1.0.8
+Version: 1.0.9
 Requires-Python: >=3.10
 License-File: LICENSE.md
 Requires-Dist: pyyaml

{devservices-1.0.8 → devservices-1.0.9}/README.md

@@ -11,7 +11,7 @@ A standalone cli tool used to manage dependencies for services. It simplifies th
 The recommended way to install devservices is through a virtualenv in the requirements.txt.
 
 ```
-devservices==1.0.8
+devservices==1.0.9
 ```
 
 

{devservices-1.0.8 → devservices-1.0.9}/devservices/commands/down.py

@@ -15,11 +15,13 @@ from devservices.constants import DEVSERVICES_DEPENDENCIES_CACHE_DIR
 from devservices.constants import DEVSERVICES_DEPENDENCIES_CACHE_DIR_KEY
 from devservices.constants import DEVSERVICES_DIR_NAME
 from devservices.exceptions import ConfigError
+from devservices.exceptions import ConfigNotFoundError
 from devservices.exceptions import DependencyError
 from devservices.exceptions import DockerComposeError
 from devservices.exceptions import ServiceNotFoundError
 from devservices.utils.console import Console
 from devservices.utils.console import Status
+from devservices.utils.dependencies import construct_dependency_graph
 from devservices.utils.dependencies import get_non_shared_remote_dependencies
 from devservices.utils.dependencies import install_and_verify_dependencies
 from devservices.utils.dependencies import InstalledRemoteDependency
@@ -56,6 +58,12 @@ def down(args: Namespace) -> None:
     service_name = args.service_name
     try:
         service = find_matching_service(service_name)
+    except ConfigNotFoundError as e:
+        capture_exception(e)
+        console.failure(
+            f"{str(e)}. Please specify a service (i.e. `devservices down sentry`) or run the command from a directory with a devservices configuration."
+        )
+        exit(1)
     except ConfigError as e:
         capture_exception(e)
         console.failure(str(e))
@@ -80,7 +88,6 @@ def down(args: Namespace) -> None:
 
     with Status(
         lambda: console.warning(f"Stopping {service.name}"),
-        lambda: console.success(f"{service.name} stopped"),
     ) as status:
         try:
             remote_dependencies = install_and_verify_dependencies(
@@ -98,16 +105,42 @@ def down(args: Namespace) -> None:
             capture_exception(de)
             status.failure(str(de))
             exit(1)
-        try:
-            _down(service, remote_dependencies, list(mode_dependencies), status)
-        except DockerComposeError as dce:
-            capture_exception(dce)
-            status.failure(f"Failed to stop {service.name}: {dce.stderr}")
-            exit(1)
+
+        # Check if any service depends on the service we are trying to bring down
+        # TODO: We should also take into account the active modes of the other services (this is not trivial to do)
+        other_started_services = set(started_services).difference({service.name})
+        dependent_service_name = None
+        for other_started_service in other_started_services:
+            other_service = find_matching_service(other_started_service)
+            other_service_active_modes = state.get_active_modes_for_service(
+                other_service.name
+            )
+            dependency_graph = construct_dependency_graph(
+                other_service, other_service_active_modes
+            )
+            # If the service we are trying to bring down is in the dependency graph of another service, we should not bring it down
+            if service.name in dependency_graph.graph:
+                dependent_service_name = other_started_service
+                break
+
+        # If no other service depends on the service we are trying to bring down, we can bring it down
+        if dependent_service_name is None:
+            try:
+                _down(service, remote_dependencies, list(mode_dependencies), status)
+            except DockerComposeError as dce:
+                capture_exception(dce)
+                status.failure(f"Failed to stop {service.name}: {dce.stderr}")
+                exit(1)
+        else:
+            status.warning(
+                f"Leaving {service.name} running because it is being used by {dependent_service_name}"
+            )
 
     # TODO: We should factor in healthchecks here before marking service as not running
     state = State()
     state.remove_started_service(service.name)
+    if dependent_service_name is None:
+        console.success(f"{service.name} stopped")
 
 
 def _bring_down_dependency(
@@ -141,7 +174,7 @@ def _down(
         service=service,
         remote_dependencies=list(remote_dependencies),
         current_env=current_env,
-        command="down",
+        command="stop",
         options=[],
         service_config_file_path=service_config_file_path,
         mode_dependencies=mode_dependencies,

{devservices-1.0.8 → devservices-1.0.9}/devservices/commands/list_dependencies.py

@@ -7,6 +7,7 @@ from argparse import Namespace
 from sentry_sdk import capture_exception
 
 from devservices.exceptions import ConfigError
+from devservices.exceptions import ConfigNotFoundError
 from devservices.exceptions import ServiceNotFoundError
 from devservices.utils.console import Console
 from devservices.utils.services import find_matching_service
@@ -32,6 +33,12 @@ def list_dependencies(args: Namespace) -> None:
 
     try:
         service = find_matching_service(service_name)
+    except ConfigNotFoundError as e:
+        capture_exception(e)
+        console.failure(
+            f"{str(e)}. Please specify a service (i.e. `devservices list-dependencies sentry`) or run the command from a directory with a devservices configuration."
+        )
+        exit(1)
     except ConfigError as e:
         capture_exception(e)
         console.failure(str(e))

{devservices-1.0.8 → devservices-1.0.9}/devservices/commands/logs.py

@@ -16,6 +16,7 @@ from devservices.constants import DEVSERVICES_DEPENDENCIES_CACHE_DIR_KEY
 from devservices.constants import DEVSERVICES_DIR_NAME
 from devservices.constants import MAX_LOG_LINES
 from devservices.exceptions import ConfigError
+from devservices.exceptions import ConfigNotFoundError
 from devservices.exceptions import DependencyError
 from devservices.exceptions import DockerComposeError
 from devservices.exceptions import ServiceNotFoundError
@@ -46,6 +47,12 @@ def logs(args: Namespace) -> None:
     service_name = args.service_name
     try:
         service = find_matching_service(service_name)
+    except ConfigNotFoundError as e:
+        capture_exception(e)
+        console.failure(
+            f"{str(e)}. Please specify a service (i.e. `devservices logs sentry`) or run the command from a directory with a devservices configuration."
+        )
+        exit(1)
     except ConfigError as e:
         capture_exception(e)
         console.failure(str(e))

{devservices-1.0.8 → devservices-1.0.9}/devservices/commands/status.py

@@ -17,6 +17,7 @@ from devservices.constants import DEVSERVICES_DEPENDENCIES_CACHE_DIR
 from devservices.constants import DEVSERVICES_DEPENDENCIES_CACHE_DIR_KEY
 from devservices.constants import DEVSERVICES_DIR_NAME
 from devservices.exceptions import ConfigError
+from devservices.exceptions import ConfigNotFoundError
 from devservices.exceptions import DependencyError
 from devservices.exceptions import DockerComposeError
 from devservices.exceptions import ServiceNotFoundError
@@ -86,6 +87,12 @@ def status(args: Namespace) -> None:
     service_name = args.service_name
     try:
         service = find_matching_service(service_name)
+    except ConfigNotFoundError as e:
+        capture_exception(e)
+        console.failure(
+            f"{str(e)}. Please specify a service (i.e. `devservices status sentry`) or run the command from a directory with a devservices configuration."
+        )
+        exit(1)
     except ConfigError as e:
         capture_exception(e)
         console.failure(str(e))

{devservices-1.0.8 → devservices-1.0.9}/devservices/commands/up.py

@@ -15,6 +15,7 @@ from devservices.constants import DEVSERVICES_DEPENDENCIES_CACHE_DIR
 from devservices.constants import DEVSERVICES_DEPENDENCIES_CACHE_DIR_KEY
 from devservices.constants import DEVSERVICES_DIR_NAME
 from devservices.exceptions import ConfigError
+from devservices.exceptions import ConfigNotFoundError
 from devservices.exceptions import ContainerHealthcheckFailedError
 from devservices.exceptions import DependencyError
 from devservices.exceptions import DockerComposeError
@@ -60,6 +61,12 @@ def up(args: Namespace) -> None:
     service_name = args.service_name
     try:
         service = find_matching_service(service_name)
+    except ConfigNotFoundError as e:
+        capture_exception(e)
+        console.failure(
+            f"{str(e)}. Please specify a service (i.e. `devservices up sentry`) or run the command from a directory with a devservices configuration."
+        )
+        exit(1)
     except ConfigError as e:
         capture_exception(e)
         console.failure(str(e))

{devservices-1.0.8 → devservices-1.0.9}/devservices/configs/service_config.py

@@ -67,7 +67,9 @@ class ServiceConfig:
 def load_service_config_from_file(repo_path: str) -> ServiceConfig:
     config_path = os.path.join(repo_path, DEVSERVICES_DIR_NAME, CONFIG_FILE_NAME)
     if not os.path.exists(config_path):
-        raise ConfigNotFoundError(f"Config file not found in directory: {config_path}")
+        raise ConfigNotFoundError(
+            f"No devservices configuration found in {config_path}"
+        )
     with open(config_path, "r", encoding="utf-8") as stream:
         try:
             config = yaml.safe_load(stream)

{devservices-1.0.8 → devservices-1.0.9}/devservices/utils/console.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
 
+import os
 import sys
 import threading
 import time
@@ -97,6 +98,8 @@ class Status:
             self.on_success()
 
     def _loading_animation(self) -> None:
+        if os.environ.get("CI", default="false") == "true":
+            return
         idx = 0
         while not self._stop_loading.is_set():
             sys.stdout.write("\r" + ANIMATION_FRAMES[idx % len(ANIMATION_FRAMES)] + " ")

{devservices-1.0.8 → devservices-1.0.9}/devservices/utils/dependencies.py

@@ -5,6 +5,7 @@ import os
 import shutil
 import subprocess
 import tempfile
+import time
 from collections import deque
 from concurrent.futures import as_completed
 from concurrent.futures import ThreadPoolExecutor
@@ -264,15 +265,28 @@ def get_non_shared_remote_dependencies(
     # We don't care about the remote dependencies of the service we are stopping
     started_services.remove(service_to_stop.name)
     other_running_remote_dependencies: set[InstalledRemoteDependency] = set()
-    for service_name in started_services:
-        service = find_matching_service(service_name)
+    base_running_service_names: set[str] = set()
+    for started_service_name in started_services:
+        started_service = find_matching_service(started_service_name)
+        for dependency_name in service_to_stop.config.dependencies.keys():
+            if dependency_name == started_service.config.service_name:
+                base_running_service_names.add(started_service_name)
+        installed_remote_dependencies = get_installed_remote_dependencies(
+            list(started_service.config.dependencies.values())
+        )
         # TODO: There is an edge case here where there is a shared remote dependency with different modes
         other_running_remote_dependencies = other_running_remote_dependencies.union(
-            get_installed_remote_dependencies(
-                list(service.config.dependencies.values())
-            )
+            installed_remote_dependencies
         )
-    return remote_dependencies.difference(other_running_remote_dependencies)
+    non_shared_remote_dependencies = remote_dependencies.difference(
+        other_running_remote_dependencies
+    )
+    non_shared_remote_dependencies = {
+        dependency
+        for dependency in non_shared_remote_dependencies
+        if dependency.service_name not in base_running_service_names
+    }
+    return non_shared_remote_dependencies
 
 
 def get_installed_remote_dependencies(
@@ -448,7 +462,7 @@ def _update_dependency(
         ) from e
 
     try:
-        _run_command(
+        _run_command_with_retries(
             ["git", "fetch", "origin", dependency.branch, "--filter=blob:none"],
             cwd=dependency_repo_dir,
         )
@@ -574,6 +588,25 @@ def _run_command(
     subprocess.run(cmd, cwd=cwd, check=True, stdout=stdout, stderr=subprocess.DEVNULL)
 
 
+def _run_command_with_retries(
+    cmd: list[str],
+    cwd: str,
+    stdout: int | TextIO | None = subprocess.DEVNULL,
+    retries: int = 3,
+    backoff: int = 2,
+) -> None:
+    for i in range(retries):
+        try:
+            _run_command(cmd, cwd=cwd, stdout=stdout)
+            break
+        except subprocess.CalledProcessError as e:
+            logger = logging.getLogger(LOGGER_NAME)
+            logger.exception("Attempt %s of %s failed: %s", i + 1, retries, e)
+            if i == retries - 1:
+                raise e
+            time.sleep(backoff**i)
+
+
 def _try_set_git_config_context(
     git_config_manager: GitConfigManager,
 ) -> None:

{devservices-1.0.8 → devservices-1.0.9}/devservices/utils/docker_compose.py

@@ -5,7 +5,6 @@ import os
 import platform
 import re
 import subprocess
-from collections.abc import Callable
 from typing import cast
 from typing import NamedTuple
 
@@ -170,7 +169,7 @@ def check_docker_compose_version() -> None:
 
 
 # TODO: Consider removing this in favor of in house logic for determining non-remote services
-def _get_non_remote_services(
+def get_non_remote_services(
     service_config_path: str, current_env: dict[str, str]
 ) -> set[str]:
     config_command = [
@@ -195,19 +194,14 @@ def _get_non_remote_services(
     return set(config_services.splitlines())
 
 
-def get_docker_compose_commands_to_run(
-    service: Service,
-    remote_dependencies: list[InstalledRemoteDependency],
-    current_env: dict[str, str],
+def create_docker_compose_command(
+    name: str,
+    config_path: str,
+    services_to_use: set[str],
     command: str,
     options: list[str],
-    service_config_file_path: str,
-    mode_dependencies: list[str],
-) -> list[DockerComposeCommand]:
-    docker_compose_commands = []
-    create_docker_compose_command: Callable[
-        [str, str, set[str]], DockerComposeCommand
-    ] = lambda name, config_path, services_to_use: DockerComposeCommand(
+) -> DockerComposeCommand:
+    return DockerComposeCommand(
         full_command=[
             "docker",
             "compose",
@@ -223,13 +217,25 @@ def get_docker_compose_commands_to_run(
         config_path=config_path,
         services=sorted(list(services_to_use)),
     )
+
+
+def get_docker_compose_commands_to_run(
+    service: Service,
+    remote_dependencies: list[InstalledRemoteDependency],
+    current_env: dict[str, str],
+    command: str,
+    options: list[str],
+    service_config_file_path: str,
+    mode_dependencies: list[str],
+) -> list[DockerComposeCommand]:
+    docker_compose_commands = []
     for dependency in remote_dependencies:
         # TODO: Consider passing in service config in InstalledRemoteDependency instead of loading it here
         dependency_service_config = load_service_config_from_file(dependency.repo_path)
         dependency_config_path = os.path.join(
             dependency.repo_path, DEVSERVICES_DIR_NAME, CONFIG_FILE_NAME
         )
-        non_remote_services = _get_non_remote_services(
+        non_remote_services = get_non_remote_services(
             dependency_config_path, current_env
         )
         services_to_use = non_remote_services.intersection(
@@ -240,18 +246,22 @@ def get_docker_compose_commands_to_run(
                 dependency_service_config.service_name,
                 dependency_config_path,
                 services_to_use,
+                command,
+                options,
             )
         )
 
     # Add docker compose command for the top level service
-    non_remote_services = _get_non_remote_services(
-        service_config_file_path, current_env
-    )
+    non_remote_services = get_non_remote_services(service_config_file_path, current_env)
     services_to_use = non_remote_services.intersection(set(mode_dependencies))
     if len(services_to_use) > 0:
         docker_compose_commands.append(
             create_docker_compose_command(
-                service.name, service_config_file_path, services_to_use
+                service.name,
+                service_config_file_path,
+                services_to_use,
+                command,
+                options,
             )
         )
     return docker_compose_commands

{devservices-1.0.8 → devservices-1.0.9}/devservices/utils/services.py

@@ -65,4 +65,11 @@ def find_matching_service(service_name: str | None = None) -> Service:
     for service in services:
         if service.name.lower() == service_name.lower():
             return service
-    raise ServiceNotFoundError(f'Service "{service_name}" not found')
+    unique_service_names = sorted(set(service.name for service in services))
+    error_message = f"Service '{service_name}' not found."
+    if len(unique_service_names) > 0:
+        service_bullet_points = "\n".join(
+            [f"- {service_name}" for service_name in unique_service_names]
+        )
+        error_message += "\nSupported services:\n" + service_bullet_points
+    raise ServiceNotFoundError(error_message)

{devservices-1.0.8 → devservices-1.0.9}/devservices.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: devservices
-Version: 1.0.8
+Version: 1.0.9
 Requires-Python: >=3.10
 License-File: LICENSE.md
 Requires-Dist: pyyaml

{devservices-1.0.8 → devservices-1.0.9}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "devservices"
-version = "1.0.8"
+version = "1.0.9"
 # 3.10 is just for internal pypi compat
 requires-python = ">=3.10"
 dependencies = [