sunholo 0.59.7__tar.gz → 0.60.0__tar.gz

{sunholo-0.59.7 → sunholo-0.60.0}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.59.7
+Version: 0.60.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.59.7.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.60.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.59.7 → sunholo-0.60.0}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.59.7'
+version = '0.60.0'
 
 setup(
     name='sunholo',

{sunholo-0.59.7 → sunholo-0.60.0}/sunholo/cli/cli.py

@@ -3,6 +3,8 @@ import argparse
 from .configs import setup_list_configs_subparser
 from .deploy import setup_deploy_subparser
 from .cli_init import setup_init_subparser
+from .merge_texts import setup_merge_text_subparser
+
 
 def main(args=None):
     """
@@ -21,12 +23,14 @@ def main(args=None):
                                        dest='command', 
                                        required=True)
 
-    # Setup deploy command
+    # deploy command
     setup_deploy_subparser(subparsers)
     # Setup list-configs command
     setup_list_configs_subparser(subparsers)
-    # init
+    # init command
     setup_init_subparser(subparsers)
+    # merge-text command
+    setup_merge_text_subparser(subparsers)
 
     args = parser.parse_args(args)
 

{sunholo-0.59.7 → sunholo-0.60.0}/sunholo/cli/configs.py

@@ -113,7 +113,7 @@ def setup_list_configs_subparser(subparsers):
         subparsers = parser.add_subparsers()
         setup_list_configs_subparser(subparsers)
     """
-    list_configs_parser = subparsers.add_parser('list-configs', help='Lists all configuration files and their details e.g. `sunholo list-configs --kind=vacConfig --vac=edmonbrain`')
+    list_configs_parser = subparsers.add_parser('list-configs', help='Lists all configuration files and their details')
     list_configs_parser.add_argument('--kind', help='Filter configurations by kind e.g. `--kind=vacConfig`')
     list_configs_parser.add_argument('--vac', help='Filter configurations by VAC name e.g. `--vac=edmonbrain`')
     list_configs_parser.add_argument('--validate', action='store_true', help='Validate the configuration files.')

sunholo-0.60.0/sunholo/cli/merge_texts.py

@@ -0,0 +1,41 @@
+import os
+from pprint import pprint
+
+from ..utils.big_context import load_gitignore_patterns, merge_text_files
+
+def setup_merge_text_subparser(subparsers):
+    """
+    Sets up an argparse subparser for the 'merge-text' command.
+
+    Args:
+        subparsers: The subparsers object from argparse.ArgumentParser().
+    """
+    merge_text_parser = subparsers.add_parser('merge-text', help='Merge text files from a source folder into a single output file.')
+    merge_text_parser.add_argument('source_folder', help='Folder containing the text files.')
+    merge_text_parser.add_argument('output_file', help='Output file to write the merged text.')
+    merge_text_parser.add_argument('--gitignore', help='Path to .gitignore file to exclude patterns.', default=None)
+    merge_text_parser.add_argument('--output_tree', action='store_true', help='Set to output the file tree in the console after merging', default=None)
+        
+    merge_text_parser.set_defaults(func=merge_text_files_command)
+
+def merge_text_files_command(args):
+    """
+    Command to merge text files based on the provided arguments.
+    
+    Args:
+        args: Command-line arguments.
+    """
+    gitignore_path = os.path.join(args.source_folder, '.gitignore') if not args.gitignore else args.gitignore
+
+    if os.path.exists(gitignore_path):
+        patterns = load_gitignore_patterns(gitignore_path)
+        print(f"Ignoring patterns from {gitignore_path}")
+    else:
+        patterns = []  # Empty list if no .gitignore
+
+    print(f"Merging text files within {args.source_folder} to {args.output_file}")
+    file_tree = merge_text_files(args.source_folder, args.output_file, patterns)
+    print(f"OK: Merged files available in {args.output_file}")
+    if args.output_tree:
+        print(f"==File Tree for {args.source_folder}")
+        pprint(file_tree)

{sunholo-0.59.7 → sunholo-0.60.0}/sunholo/utils/big_context.py

@@ -1,4 +1,5 @@
 import os
+from fnmatch import fnmatch
 
 def has_text_extension(file_path):
     """
@@ -42,6 +43,7 @@ def load_gitignore_patterns(gitignore_path):
     """
     with open(gitignore_path, 'r') as f:
         patterns = [line.strip() for line in f if line.strip() and not line.startswith('#')]
+    patterns.extend(["*.git/*", "*.terraform/*"])
     return patterns
 
 def should_ignore(file_path, patterns):
@@ -59,13 +61,15 @@ def should_ignore(file_path, patterns):
         >>> should_ignore("path/to/file.txt", ["*.txt", "node_modules/"])
         True
     """
-    from fnmatch import fnmatch
     rel_path = os.path.relpath(file_path)
+
     for pattern in patterns:
         if fnmatch(rel_path, pattern) or fnmatch(os.path.basename(rel_path), pattern):
             return True
+
     return False
 
+
 def build_file_tree(source_folder, patterns):
     """
     Build a hierarchical file tree structure of a directory, ignoring files and directories in .gitignore.
@@ -112,6 +116,7 @@ def merge_text_files(source_folder, output_file, patterns):
     file_tree = build_file_tree(source_folder, patterns)
     with open(output_file, 'w', encoding='utf-8') as outfile:
         for root, dirs, files in os.walk(source_folder):
+            print(f"- merging {root}...")
             # Filter out ignored directories
             dirs[:] = [d for d in dirs if not should_ignore(os.path.join(root, d), patterns)]
             # Filter out ignored files
@@ -119,6 +124,8 @@ def merge_text_files(source_folder, output_file, patterns):
             
             for file_name in files:
                 file_path = os.path.join(root, file_name)
+                if file_path == output_file:
+                    continue
                 if has_text_extension(file_path):
                     try:
                         with open(file_path, 'r', encoding='utf-8') as infile:
@@ -129,6 +136,8 @@ def merge_text_files(source_folder, output_file, patterns):
                         print(f"Skipping file (cannot read as text): {file_path}")
         outfile.write("\n--- File Tree ---\n")
         outfile.write("\n".join(file_tree))
+    
+    return file_tree
 
 # Example usage
 if __name__ == "__main__":

{sunholo-0.59.7 → sunholo-0.60.0}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.59.7
+Version: 0.60.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.59.7.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.60.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.59.7 → sunholo-0.60.0}/sunholo.egg-info/SOURCES.txt

@@ -47,6 +47,7 @@ sunholo/cli/cli.py
 sunholo/cli/cli_init.py
 sunholo/cli/configs.py
 sunholo/cli/deploy.py
+sunholo/cli/merge_texts.py
 sunholo/components/__init__.py
 sunholo/components/llm.py
 sunholo/components/prompt.py