sunholo 0.88.0__tar.gz → 0.88.3__tar.gz

{sunholo-0.88.0 → sunholo-0.88.3}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.88.0
+Version: 0.88.3
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.88.0.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.88.3.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.88.0 → sunholo-0.88.3}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.88.0'
+version = '0.88.3'
 
 setup(
     name='sunholo',

sunholo-0.88.3/sunholo/cli/cli_init.py

@@ -0,0 +1,130 @@
+import os
+import shutil
+from ..utils.config import get_module_filepath
+
+def init_project(args):
+    """
+    Initializes a new sunholo project with a basic configuration file and directory structure.
+
+**Template Files (`templates/project`):**
+
+A `templates/project` directory is within the `sunholo` package with the following template files in it:
+
+* **`config/llm_config.yaml`:** A basic configuration file with placeholders for LLM settings, vector stores, etc.
+* **`config/cloud_run_urls.json`:** A template for Cloud Run URLs.
+* **`app.py`:** A basic Flask app that can be customized for the project.
+* **`.gitignore`:** A gitignore file to exclude unnecessary files from version control.
+* **`README.md`:** A README file with instructions for setting up and running the project.
+
+**Usage:**
+
+Users can initialize a new project using the following command:
+
+```bash
+sunholo init my_genai_project
+```
+
+This will create a new directory named `my_genai_project` with the template files, allowing users to start building their GenAI application.
+    """
+    from .sun_rich import console
+
+    project_name = args.project_name
+    current_dir = os.getcwd()  # This captures the current directory where the command is run
+    project_dir = os.path.join(current_dir, project_name)
+
+    console.rule(project_name)
+    console.print(f"Initializing in directory: {project_dir}")
+
+    # Create project directory
+    if os.path.exists(project_dir):
+        console.print(f"[bold red]ERROR: Directory {project_dir} already exists. Please choose a different project name.[/bold red]")
+        return
+
+    os.makedirs(project_dir)
+
+    # Copy template files
+    template_dir = get_module_filepath("templates/project")
+    for filename in os.listdir(template_dir):
+        src_path = os.path.join(template_dir, filename)
+        dest_path = os.path.join(project_dir, filename)
+        if os.path.isfile(src_path):
+            shutil.copy(src_path, dest_path)
+        elif os.path.isdir(src_path):
+            shutil.copytree(src_path, dest_path)
+
+    # Determine the location of the generated.tfvars file
+    terraform_dir = args.terraform_dir or os.getenv('MULTIVAC_TERRAFORM_DIR')
+    if terraform_dir is None:
+        raise ValueError("Must specify a terraform_dir or use the MULTIVAC_TERRAFORM_DIR environment variable")
+    
+    tfvars_file = os.path.join(terraform_dir, 'generated.tfvars')
+
+    # Get the service account, either from the CLI argument or default
+    service_account = args.service_account or "sa-llmops"  # Default service account
+
+    # Determine the relative path for the cloud build included directories
+    def get_relative_application_path(full_path: str, base_dir: str) -> str:
+        application_base_index = full_path.find("application/")
+        if application_base_index != -1:
+            return full_path[application_base_index:]
+        return os.path.relpath(full_path, base_dir)
+
+    # Paths to be included in the cloud build (based on the current working directory)
+    # We want paths to start from 'application/system_services/{project_name}'
+    relative_base = os.path.relpath(current_dir, os.path.join(current_dir, "..", ".."))
+    included_path = os.path.join(relative_base, project_name, "**")
+    cloud_build_path = os.path.join(relative_base, project_name, "cloudbuild.yaml")
+
+    # Define the cloud_run configuration for 'discord-server' with the correct project_dir path
+    cloud_run_config = {
+        project_name: {
+            "cpu": "1",
+            "memory": "2Gi",
+            "max_instance_count": 3,
+            "timeout_seconds": 1500,
+            "port": 8080,
+            "service_account": service_account,
+            "invokers": ["allUsers"],
+            "cloud_build": {
+                "included": [included_path],
+                "path": cloud_build_path,
+                "substitutions": {},
+                "repo_name": "",
+                "repo_owner": ""
+            }
+        }
+    }
+
+
+    # Initialize the TerraformVarsEditor and update the .tfvars file
+    try:
+        from ..terraform import TerraformVarsEditor
+        editor = TerraformVarsEditor(tfvars_file, terraform_dir)
+        editor.update_from_dict(cloud_run_config, 'cloud_run_autogenerated')
+    except ImportError as e:
+        console.print(f"Error initializing TerraformVarsEditor: {e}")
+
+    from rich.panel import Panel
+
+    console.print(
+        Panel((
+            "Next steps: \n"
+            f" - Navigate to [orange]{project_dir}/config[/orange] and customize VAC configuration files.\n"
+            f" - Add your own GenAI app logic to [orange]{project_dir}/vac_service.py[/orange]\n"
+            f" - Check terraform [orange]{terraform_dir}/generated.tfvars[/orange] for Multivac deployment"
+            ), 
+            title=f"Project [bold orange]{project_name}[/bold orange] initialized successfully.",
+            subtitle=project_dir),
+            )
+    console.rule()
+
+
+def setup_init_subparser(subparsers):
+    """
+    Sets up an argparse subparser for the 'init' command.
+    """
+    init_parser = subparsers.add_parser('init', help='Initializes a new Multivac project.')
+    init_parser.add_argument('project_name', help='The name of the new project.')
+    init_parser.add_argument('--terraform-dir', help='The directory where Terraform files will be generated.')
+    init_parser.add_argument('--service-account', help='The service account to use for Cloud Run. Defaults to "sa-llmops"')
+    init_parser.set_defaults(func=init_project)

{sunholo-0.88.0 → sunholo-0.88.3}/sunholo/terraform/tfvars_editor.py

@@ -6,6 +6,7 @@ except ImportError:
 import json
 import subprocess
 import os
+import io
 from typing import Dict, Any
 from ..custom_logging import log
 
@@ -57,7 +58,7 @@ class TerraformVarsEditor:
         tfvars_file : str
             The path to the .tfvars file to be edited.
         terraform_dir : str
-            The directory where Terraform commands will be executed (default is current directory).
+            The directory where Terraform commands will be executed (default is current directory). Will use MULTIVAC_TERRAFORM_DIR env var if present.
 
         Example:
         -------
@@ -65,6 +66,12 @@ class TerraformVarsEditor:
         """
         if hcl2 is None:
             raise ImportError('hcl2 is required for parsing terraform files, install via `pip install sunholo[iac]`')
+
+        # Check for the MULTIVAC_TERRAFORM_DIR environment variable
+        if terraform_dir == '.' and 'MULTIVAC_TERRAFORM_DIR' in os.environ:
+            terraform_dir = os.environ['MULTIVAC_TERRAFORM_DIR']
+        
+        log.info(f'MULTIVAC_TERRAFORM_DIR environment variable is set to {terraform_dir}')
         
         self.tfvars_file = tfvars_file
         self.terraform_dir = terraform_dir
@@ -144,8 +151,10 @@ class TerraformVarsEditor:
             The dictionary containing the instance data.
 
         Example:
-        -------
-        editor.update_or_add_instance('cloud_run', 'new_service', {'cpu': '1', 'memory': '2Gi'})
+        
+        ```python
+        editor.update_or_add_instance('cloud_run', 'new_service', (your dict))
+        ```
         """
         if main_key not in self.tfvars_data:
             self.tfvars_data[main_key] = {}
@@ -154,7 +163,7 @@ class TerraformVarsEditor:
 
     def validate_terraform(self) -> bool:
         """
-        Runs `terraform validate` in the specified directory.
+        Runs `terraform init` followed by `terraform validate` in the specified directory.
 
         Returns:
         -------
@@ -163,18 +172,32 @@ class TerraformVarsEditor:
 
         Example:
         -------
+        ```python
         if self.validate_terraform():
             print("Validation passed.")
+        ```
         """
-        result = subprocess.run(['terraform', 'validate'], cwd=self.terraform_dir, capture_output=True, text=True)
+        # Step 1: Run `terraform init` to ensure the directory is initialized
+        init_process = subprocess.run(['terraform', 'init'], cwd=self.terraform_dir, capture_output=True, text=True)
         
-        if result.returncode == 0:
+        if init_process.returncode != 0:
+            log.error("Terraform initialization failed.")
+            print(init_process.stdout)
+            print(init_process.stderr)
+            return False
+        
+        log.info("Terraform initialized successfully.")
+
+        # Step 2: Run `terraform validate`
+        validate_process = subprocess.run(['terraform', 'validate'], cwd=self.terraform_dir, capture_output=True, text=True)
+        
+        if validate_process.returncode == 0:
             log.info("Terraform validation passed.")
             return True
         else:
             log.error("Terraform validation failed.")
-            print(result.stdout)
-            print(result.stderr)
+            print(validate_process.stdout)
+            print(validate_process.stderr)
             return False
 
     def update_from_json(self, json_file: str, main_key: str) -> None:
@@ -214,6 +237,48 @@ class TerraformVarsEditor:
             log.info(f"Terraform validation passed, changes saved to {self.tfvars_file}.")
             os.remove(backup_file)  # Remove the backup if validation passes
 
+    def update_from_dict(self, data: Dict[str, Any], main_key: str) -> None:
+        """
+        Updates the .tfvars file based on the content of a Python dictionary and validates the changes.
+
+        Parameters:
+        ----------
+        data : dict
+            The dictionary with the new instance data.
+        main_key : str
+            The top-level key under which the instance is added (e.g., "cloud_run").
+
+        Example:
+        -------
+        editor.update_from_dict(data, 'cloud_run')
+        """
+        # Create an in-memory file-like object from the dictionary by converting it to JSON
+        json_data = json.dumps({main_key: data})
+        json_file = io.StringIO(json_data)
+
+        # Load the JSON data from the StringIO object
+        parsed_data = json.load(json_file)
+
+        # Update the tfvars data in memory
+        for instance_name, instance_data in parsed_data.get(main_key, {}).items():
+            self.update_or_add_instance(main_key, instance_name, instance_data)
+
+        # Now that the data is updated in memory, proceed to validate and write it back to the file
+        # Backup the original .tfvars file
+        backup_file = self._backup_tfvars()
+
+        # Temporarily save the updated data to the original file location
+        self._save_tfvars()
+
+        # Attempt to validate the changes with Terraform
+        if not self.validate_terraform():
+            # If validation fails, restore the original file from the backup
+            self._restore_tfvars(backup_file)
+            console.print(f"Changes aborted, original {self.tfvars_file} restored.")
+        else:
+            console.print(f"Terraform validation passed, changes saved to {self.tfvars_file}.")
+            os.remove(backup_file)  # Remove the backup if validation passes
+
 def tfvars_command(args):
     """
     Executes the tfvars command based on parsed arguments.
@@ -225,11 +290,15 @@ def tfvars_command(args):
     if console is None:
         raise ImportError("Need cli tools to use `sunholo tfvars` - install via `pip install sunholo[cli]`")
     
-    # Parse the JSON string to a dictionary
+    # Load JSON data from the specified file
     try:
-        instance_data: Dict[str, Any] = json.loads(args.json_data)
+        with open(args.json_file, 'r') as f:
+            instance_data = json.load(f)
+    except FileNotFoundError:
+        console.print(f"Error: The JSON file '{args.json_file}' was not found.")
+        return
     except json.JSONDecodeError as e:
-        console.print(f"[bold red]Error parsing JSON data: {e}[/bold red]")
+        console.print(f"Error parsing JSON data: {e}")
         return
 
     # Create an instance of TerraformVarsEditor
@@ -260,7 +329,7 @@ def setup_tfvarseditor_subparser(subparsers):
     add_parser.add_argument('tfvars_file', help='Path to the .tfvars file')
     add_parser.add_argument('main_key', help='The main key under which the instance is added (e.g., "cloud_run")')
     add_parser.add_argument('instance_name', help='The name of the instance to add or update')
-    add_parser.add_argument('json_data', help='JSON string representing the instance data')
+    add_parser.add_argument('--json-file', help='Path to a JSON file with the instance data', required=True)
     add_parser.add_argument('--terraform-dir', default='.', help='The directory where Terraform is initialized')
 
     tfvars_parser.set_defaults(func=tfvars_command)

{sunholo-0.88.0 → sunholo-0.88.3}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.88.0
+Version: 0.88.3
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.88.0.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.88.3.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

sunholo-0.88.0/sunholo/cli/cli_init.py

@@ -1,60 +0,0 @@
-import os
-import shutil
-from ..utils.config import get_module_filepath
-
-def init_project(args):
-    """
-    Initializes a new sunholo project with a basic configuration file and directory structure.
-
-**Template Files (`templates/project`):**
-
-A `templates/project` directory is within the `sunholo` package with the following template files in it:
-
-* **`config/llm_config.yaml`:** A basic configuration file with placeholders for LLM settings, vector stores, etc.
-* **`config/cloud_run_urls.json`:** A template for Cloud Run URLs.
-* **`app.py`:** A basic Flask app that can be customized for the project.
-* **`.gitignore`:** A gitignore file to exclude unnecessary files from version control.
-* **`README.md`:** A README file with instructions for setting up and running the project.
-
-**Usage:**
-
-Users can initialize a new project using the following command:
-
-```bash
-sunholo init my_genai_project
-```
-
-This will create a new directory named `my_genai_project` with the template files, allowing users to start building their GenAI application.
-    """
-    project_name = args.project_name
-    project_dir = os.path.join(os.getcwd(), project_name)
-
-    print(f"Initializing project: {project_name} in directory: {project_dir}")
-
-    # Create project directory
-    if os.path.exists(project_dir):
-        print(f"Directory {project_dir} already exists. Please choose a different project name.")
-        return
-
-    os.makedirs(project_dir)
-
-    # Copy template files
-    template_dir = get_module_filepath("templates/project")
-    for filename in os.listdir(template_dir):
-        src_path = os.path.join(template_dir, filename)
-        dest_path = os.path.join(project_dir, filename)
-        if os.path.isfile(src_path):
-            shutil.copy(src_path, dest_path)
-        elif os.path.isdir(src_path):
-            shutil.copytree(src_path, dest_path)
-
-    print(f"Project {project_name} initialized successfully.")
-    print(f"Navigate to {project_dir} and customize the configuration files in the 'config' directory.")
-
-def setup_init_subparser(subparsers):
-    """
-    Sets up an argparse subparser for the 'init' command.
-    """
-    init_parser = subparsers.add_parser('init', help='Initializes a new Multivac project.')
-    init_parser.add_argument('project_name', help='The name of the new project.')
-    init_parser.set_defaults(func=init_project)