gitlab-runner-tart-driver 0.1.5__tar.gz → 0.1.6__tar.gz

{gitlab-runner-tart-driver-0.1.5/gitlab_runner_tart_driver.egg-info → gitlab-runner-tart-driver-0.1.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gitlab-runner-tart-driver
-Version: 0.1.5
+Version: 0.1.6
 Home-page: https://gitlab.com/schmieder.matthias/gitlab-runner-tart-driver
 Author: Matthias Schmieder
 Author-email: schmieder.matthias@gmail.com
@@ -436,6 +436,7 @@ Usage: gitlab-runner-tart-driver run [OPTIONS] SCRIPT STAGE
 Options:
   --default-ssh-username TEXT  username to login to a tart vm
   --default-ssh-password TEXT  password to login to a tart vm
+  --timeout INTEGER            SSH connection timeout in seconds
   -x, --tart-executable TEXT   Path to the tart executable.
   --shell TEXT                 Path to the shell to be used for commands over
                                ssh.

{gitlab-runner-tart-driver-0.1.5 → gitlab-runner-tart-driver-0.1.6}/README.md

@@ -421,6 +421,7 @@ Usage: gitlab-runner-tart-driver run [OPTIONS] SCRIPT STAGE
 Options:
   --default-ssh-username TEXT  username to login to a tart vm
   --default-ssh-password TEXT  password to login to a tart vm
+  --timeout INTEGER            SSH connection timeout in seconds
   -x, --tart-executable TEXT   Path to the tart executable.
   --shell TEXT                 Path to the shell to be used for commands over
                                ssh.

gitlab-runner-tart-driver-0.1.6/gitlab_runner_tart_driver/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.1.6"

gitlab-runner-tart-driver-0.1.6/gitlab_runner_tart_driver/commands/cleanup.py

@@ -0,0 +1,50 @@
+import re
+
+import click
+
+from gitlab_runner_tart_driver.modules.gitlab_custom_command_config import GitLabCustomCommandConfig
+from gitlab_runner_tart_driver.modules.tart import Tart
+
+
+@click.command()
+@click.option("-x", "--tart-executable", required=False, default="tart", type=str, help="Path to the tart executable.")
+def cleanup(tart_executable):
+    """Command to greet a user."""
+    p = GitLabCustomCommandConfig()
+
+    tart = Tart(exec_path=tart_executable)
+    tart_vm_name = p.vm_name()
+
+    # remove specific VM that we started
+    _remove_vm(tart, tart_vm_name)
+
+    # cleanup leftovers from previous runs
+    _remove_vm(tart, f"{p.vm_name_prefix}-.*", stopped_only=True)
+
+
+def _remove_vm(tart, pattern, stopped_only=False):
+    tart_images = tart.list()
+    tart_vm_map = dict()
+    # create map from images
+    for i in tart_images:
+        tart_vm_map[i.name] = i
+
+    for vm_name, vm in tart_vm_map.items():
+        m = re.match(pattern, vm_name)
+        if not m:
+            break
+
+        try:
+            if not vm.running and stopped_only:
+                click.echo(f"[INFO] deleting '{vm_name}'")
+                tart.delete(vm.name)
+            elif vm.running and not stopped_only:
+                click.echo(f"[INFO] stopping '{vm_name}'")
+                tart.stop(vm.name)
+                click.echo(f"[INFO] deleting '{vm_name}'")
+                tart.delete(vm.name)
+            elif not vm.running:
+                click.echo(f"[INFO] deleting '{vm_name}'")
+                tart.delete(vm.name)
+        except:
+            click.secho(f"[ERROR] failed to delete '{vm_name}'", fg="red")

{gitlab-runner-tart-driver-0.1.5 → gitlab-runner-tart-driver-0.1.6}/gitlab_runner_tart_driver/commands/prepare.py

@@ -194,8 +194,22 @@ def prepare(
         click.echo(f"[INFO] Found VM '{tart_vm_name}'. Going to delete it...")
         tart.delete(tart_vm_name)
 
+    # verfiy that the limit of running VMs is not exceeded
+    list_running_vms = []
+    for vm in tart.list():
+        if vm.running:
+            list_running_vms.append(vm)
+
+    if len(list_running_vms) >= p.tart_max_vm_count:
+        click.secho("[ERROR] The limit of running VMs is exceeded.", fg="red")
+        sys.exit(1)
+
     click.echo(f"[INFO] Cloning VM instance '{tart_vm_name}' from '{p.ci_job_image}'")
-    tart.clone(p.ci_job_image, tart_vm_name)
+    try:
+        tart.clone(p.ci_job_image, tart_vm_name)
+    except:
+        click.secho(f"[ERROR] failed to clone image f'{p.ci_job_image}'", fg="red")
+        sys.exit(1)
 
     if cpu or memory or display:
         click.echo(f"[INFO] Configuring instance '{tart_vm_name}' from '{p.ci_job_image}'")
@@ -234,39 +248,57 @@ def prepare(
     for v in volumes:
         volume_mounts.append(TartVolume.from_string(v))
 
-    tart.run(tart_vm_name, volume_mounts)
-    ip = tart.ip(tart_vm_name, timeout=timeout)
+    try:
+        tart.run(tart_vm_name, volume_mounts)
+    except:
+        click.secho(f"[ERROR] Failed to start VM '{tart_vm_name}'", fg="red")
+        sys.exit(1)
+
+    try:
+        ip = tart.ip(tart_vm_name, timeout=timeout)
+    except:
+        click.secho(f"[ERROR] Failed to get IP of VM '{tart_vm_name}'", fg="red")
+        sys.exit(1)
+
     if not ip:
         click.echo(f"[ERROR] Error, VM was not reacheable after '{timeout}' seconds")
         sys.exit(1)
 
-    ssh_session = tart.ssh_session(name=p.vm_name(), username=p.tart_ssh_username, password=p.tart_ssh_password)
-    ssh_session.exec_ssh_command(
-        f"sudo mkdir -p {remote_script_dir} && sudo chown {p.tart_ssh_username}:{p.tart_ssh_username} {remote_script_dir}",
-    )
-
-    for volume in volume_mounts:
-        click.echo(f"[INFO] Setting up volume mount '{volume.name}'")
+    try:
+        ssh_session = tart.ssh_session(name=p.vm_name(), username=p.tart_ssh_username, password=p.tart_ssh_password)
         ssh_session.exec_ssh_command(
-            f"sudo mkdir -p $(dirname {volume.dest}); sudo ln -sf '/Volumes/My Shared Files/{volume.name}' {volume.dest}",
+            f"sudo mkdir -p {remote_script_dir} && sudo chown {p.tart_ssh_username}:{p.tart_ssh_username} {remote_script_dir}",
         )
 
-    # if cache and builds volumes are not mounted, make sure to create them locally inside the VM
-    if not cache_dir:
-        ssh_session.exec_ssh_command(
-            f"sudo mkdir -p {remote_cache_dir} && sudo chown {p.tart_ssh_username}:{p.tart_ssh_username} {remote_cache_dir}",
-        )
+        for volume in volume_mounts:
+            click.echo(f"[INFO] Setting up volume mount '{volume.name}'")
+            ssh_session.exec_ssh_command(
+                f"sudo mkdir -p $(dirname {volume.dest}); sudo ln -sf '/Volumes/My Shared Files/{volume.name}' {volume.dest}",
+            )
 
-    if not builds_dir:
-        ssh_session.exec_ssh_command(
-            f"sudo mkdir -p {remote_build_dir} && sudo chown {p.tart_ssh_username}:{p.tart_ssh_username} {remote_build_dir}",
-        )
+        # if cache and builds volumes are not mounted, make sure to create them locally inside the VM
+        if not cache_dir:
+            ssh_session.exec_ssh_command(
+                f"sudo mkdir -p {remote_cache_dir} && sudo chown {p.tart_ssh_username}:{p.tart_ssh_username} {remote_cache_dir}",
+            )
+
+        if not builds_dir:
+            ssh_session.exec_ssh_command(
+                f"sudo mkdir -p {remote_build_dir} && sudo chown {p.tart_ssh_username}:{p.tart_ssh_username} {remote_build_dir}",
+            )
+    except:
+        click.secho(f"[ERROR] Failed so prepare VM '{tart_vm_name}'", fg="red")
+        sys.exit(1)
 
     if install_gitlab_runner:
         click.echo(
             f"[INFO] Installing GitLab Runner '{gitlab_runner_version}' [force: '{force_install_gitlab_runner}']"
         )
-        tart.install_gitlab_runner(name=tart_vm_name, username=p.tart_ssh_username, password=p.tart_ssh_password)
+        try:
+            tart.install_gitlab_runner(name=tart_vm_name, username=p.tart_ssh_username, password=p.tart_ssh_password)
+        except:
+            click.secho(f"[ERROR] Failed to install GitLab Runner '{gitlab_runner_version}'", fg="red")
+            sys.exit(1)
 
     tart.print_spec(tart_vm_name)
 

{gitlab-runner-tart-driver-0.1.5 → gitlab-runner-tart-driver-0.1.6}/gitlab_runner_tart_driver/commands/run.py

@@ -14,6 +14,9 @@ from gitlab_runner_tart_driver.modules.tart import Tart
 @click.option(
     "--default-ssh-password", default="admin", required=False, type=str, help="password to login to a tart vm"
 )
+@click.option(
+    "--timeout", "ssh_timeout", default=60, required=False, type=int, help="SSH connection timeout in seconds"
+)
 @click.option(
     "-x",
     "--tart-executable",
@@ -31,7 +34,7 @@ from gitlab_runner_tart_driver.modules.tart import Tart
 )
 @click.argument("script")
 @click.argument("stage")
-def run(default_ssh_username, default_ssh_password, tart_executable, shell, script, stage):
+def run(default_ssh_username, default_ssh_password, ssh_timeout, tart_executable, shell, script, stage):
     """Run commands."""
     p = GitLabCustomCommandConfig()
 
@@ -45,10 +48,21 @@ def run(default_ssh_username, default_ssh_password, tart_executable, shell, scri
     ######################################################################
     tart = Tart(exec_path=tart_executable)
     tart_vm_name = p.vm_name()
-    tart_ip = tart.ip(tart_vm_name, timeout=30)
-    click.echo(f"[INFO] Establishing SSH conntection to '{p.tart_ssh_username}@{tart_ip}'")
 
-    ssh_session = tart.ssh_session(name=p.vm_name(), username=p.tart_ssh_username, password=p.tart_ssh_password)
+    try:
+        tart_ip = tart.ip(tart_vm_name, timeout=ssh_timeout)
+        click.echo(f"[INFO] Establishing SSH conntection to '{p.tart_ssh_username}@{tart_ip}'")
+    except:
+        click.secho(
+            f"[ERROR] Could not establish SSH conntection to '{tart_vm_name}' after '{ssh_timeout}' seconds.", fg="red"
+        )
+        sys.exit(1)
+
+    try:
+        ssh_session = tart.ssh_session(name=p.vm_name(), username=p.tart_ssh_username, password=p.tart_ssh_password)
+    except:
+        click.secho(f"[ERROR] Could not establish SSH session with '{p.tart_ssh_username}@{tart_ip}'", fg="red")
+        sys.exit(1)
 
     click.echo("[INFO] Preparing workspace")
     remote_temp_dir = "/opt/temp"

{gitlab-runner-tart-driver-0.1.5 → gitlab-runner-tart-driver-0.1.6}/gitlab_runner_tart_driver/modules/gitlab_custom_command_config.py

@@ -1,6 +1,7 @@
 from typing import Optional
 
 from pydantic import BaseSettings
+from pydantic import Field
 
 
 class GitLabCustomCommandConfig(BaseSettings):
@@ -13,9 +14,9 @@ class GitLabCustomCommandConfig(BaseSettings):
     ci_concurrent_project_id: str
     ci_runner_short_token: str
     ci_project_name: str
-    ci_registry: str
-    ci_registry_user: str
-    ci_registry_password: str
+    ci_registry: Optional[str]
+    ci_registry_user: Optional[str]
+    ci_registry_password: Optional[str]
 
     tart_registry_username: Optional[str]
     tart_registry_password: Optional[str]
@@ -24,6 +25,8 @@ class GitLabCustomCommandConfig(BaseSettings):
     tart_ssh_username: Optional[str]
     tart_ssh_password: Optional[str]
 
+    tart_max_vm_count: Optional[int] = Field(default=2)
+
     class Config:
         """Define the prefix used by GitLab for all environment variables passed to a custom driver.
         see https://docs.gitlab.com/runner/executors/custom.html#stages
@@ -33,4 +36,8 @@ class GitLabCustomCommandConfig(BaseSettings):
 
     def vm_name(self):
         """Creates a unique name for a VM"""
-        return f"{self.ci_project_name}-{self.ci_pipeline_id}-{self.ci_job_id}-{self.ci_concurrent_id}"
+        return f"{self.vm_name_prefix}-{self.ci_project_name}-{self.ci_pipeline_id}-{self.ci_job_id}-{self.ci_concurrent_id}"
+
+    @property
+    def vm_name_prefix(self):
+        return "grtd"

{gitlab-runner-tart-driver-0.1.5 → gitlab-runner-tart-driver-0.1.6/gitlab_runner_tart_driver.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gitlab-runner-tart-driver
-Version: 0.1.5
+Version: 0.1.6
 Home-page: https://gitlab.com/schmieder.matthias/gitlab-runner-tart-driver
 Author: Matthias Schmieder
 Author-email: schmieder.matthias@gmail.com
@@ -436,6 +436,7 @@ Usage: gitlab-runner-tart-driver run [OPTIONS] SCRIPT STAGE
 Options:
   --default-ssh-username TEXT  username to login to a tart vm
   --default-ssh-password TEXT  password to login to a tart vm
+  --timeout INTEGER            SSH connection timeout in seconds
   -x, --tart-executable TEXT   Path to the tart executable.
   --shell TEXT                 Path to the shell to be used for commands over
                                ssh.

{gitlab-runner-tart-driver-0.1.5 → gitlab-runner-tart-driver-0.1.6}/setup.py

@@ -10,7 +10,7 @@ this_directory = os.path.abspath(os.path.dirname(__file__))
 with open(os.path.join(this_directory, "README.md"), encoding="utf-8") as f:
     long_description = f.read()
 
-version = "0.1.5"
+version = "0.1.6"
 
 version = f"{version}{os.environ.get('PIP_VERSION_POSTFIX','')}"
 

gitlab-runner-tart-driver-0.1.5/gitlab_runner_tart_driver/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.1.5"

gitlab-runner-tart-driver-0.1.5/gitlab_runner_tart_driver/commands/cleanup.py

@@ -1,28 +0,0 @@
-import click
-
-from gitlab_runner_tart_driver.modules.gitlab_custom_command_config import GitLabCustomCommandConfig
-from gitlab_runner_tart_driver.modules.tart import Tart
-
-
-@click.command()
-@click.option("-x", "--tart-executable", required=False, default="tart", type=str, help="Path to the tart executable.")
-def cleanup(tart_executable):
-    """Command to greet a user."""
-    p = GitLabCustomCommandConfig()
-
-    tart = Tart(exec_path=tart_executable)
-    tart_vm_name = p.vm_name()
-
-    tart_images = tart.list()
-    tart_vm_map = dict()
-    # create map from images
-    for i in tart_images:
-        tart_vm_map[i.name] = i
-
-    if tart_vm_name in tart_vm_map:
-        click.echo(f"[INFO] '{tart_vm_name}' found.")
-        if tart_vm_map[tart_vm_name].running:
-            click.echo(f"[INFO] stopping '{tart_vm_name}'")
-            tart.stop(tart_vm_name)
-        click.echo(f"[INFO] deleting '{tart_vm_name}'")
-        tart.delete(tart_vm_name)