holado 0.13.22__py3-none-any.whl

holado_yaml/yaml/ruamel/ruamel_yaml_client.py

@@ -0,0 +1,80 @@
+
+#################################################
+# HolAdo (Holistic Automation do)
+#
+# (C) Copyright 2021-2025 by Eric Klumpp
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
+#################################################
+
+import logging
+from holado_core.common.tools.tools import Tools
+from holado_yaml.yaml.yaml_client import YAMLClient
+
+
+logger = logging.getLogger(__name__)
+
+try:
+    import ruamel.yaml  # @UnresolvedImport
+    with_ruamel_yaml = True
+except Exception as exc:
+    if Tools.do_log(logger, logging.DEBUG):
+        logger.debug(f"YAML is not available with ruamel.yaml. Initialization failed on error: {exc}")
+    with_ruamel_yaml = False
+
+
+
+class RuamelYAMLClient(YAMLClient):
+    """
+    Client for actions on YAML files.
+    """
+    
+    @classmethod
+    def is_available(cls):
+        return with_ruamel_yaml
+    
+    def __init__(self, name=None, client_type=None, **kwargs):
+        super().__init__(name)
+        
+        if client_type is None:
+            client_type = kwargs.get('typ')
+        self.__internal_client = ruamel.yaml.YAML(typ=client_type, **kwargs)
+    
+    @property
+    def internal_client(self):
+        return self.__internal_client
+    
+    def load_io_file(self, file_like_object):
+        res = self.internal_client.load(file_like_object)
+        self._rm_style_info(res)
+        return res
+    
+    def load_multiple_documents_io_file(self, file_like_object):
+        res = list(self.internal_client.load_all(file_like_object))
+        self._rm_style_info(res)
+        return res
+        
+    def save_in_io_file(self, file_like_object, data, **kwargs):
+        self.internal_client.dump(data, file_like_object, **kwargs)
+    
+    def _rm_style_info(self, d):
+        """Remove style info so that fields order can be preserved if saved again.
+        """
+        if isinstance(d, dict):
+            if hasattr(d, 'fa'):
+                d.fa._flow_style = None
+            for k, v in d.items():
+                self._rm_style_info(k)
+                self._rm_style_info(v)
+        elif isinstance(d, list):
+            if hasattr(d, 'fa'):
+                d.fa._flow_style = None
+            for elem in d:
+                self._rm_style_info(elem)
+
+
+

holado_yaml/yaml/yaml_client.py

@@ -0,0 +1,203 @@
+
+#################################################
+# HolAdo (Holistic Automation do)
+#
+# (C) Copyright 2021-2025 by Eric Klumpp
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
+#################################################
+
+import logging
+from holado.common.context.session_context import SessionContext
+from holado.common.handlers.object import Object
+import abc
+from holado_core.common.exceptions.technical_exception import TechnicalException
+from holado_python.standard_library.typing import Typing
+from holado_yaml.yaml.enums import UpdateType
+import os
+from holado_python.common.iterables import remove_all
+from holado.common.handlers.undefined import not_applicable, undefined_value
+from io import StringIO
+from holado_core.common.tools.tools import Tools
+
+
+logger = logging.getLogger(__name__)
+
+
+class YAMLClient(Object):
+    """
+    Client for actions on YAML files.
+    """
+    __metaclass__ = abc.ABCMeta
+    
+    @classmethod
+    def _get_path_manager(cls):
+        return SessionContext.instance().path_manager
+    
+    def __init__(self, name=None):
+        super().__init__(name)
+    
+    def load_file(self, file_path):
+        with open(file_path, 'r') as file:
+            res = self.load_io_file(file)
+            
+        if Tools.do_log(logger, logging.DEBUG):
+            logger.debug(f"Load YAML file '{file_path}' => [{Typing.get_object_class_fullname(res)}] {res}")
+        return res
+    
+    def load_string(self, text):
+        with StringIO(text) as file:
+            res = self.load_io_file(file)
+            
+        if Tools.do_log(logger, logging.DEBUG):
+            logger.debug(f"Load YAML string [{text}] => [{Typing.get_object_class_fullname(res)}] {res}")
+        return res
+    
+    def load_io_file(self, file_like_object):
+        raise NotImplementedError()
+    
+    def load_multiple_documents_file(self, file_path):
+        with open(file_path, 'r') as file:
+            res = self.load_multiple_documents_io_file(file)
+        return res
+        
+    def load_multiple_documents_string(self, text):
+        with StringIO(text) as file:
+            res = self.load_multiple_documents_io_file(file)
+        return res
+        
+    def load_multiple_documents_io_file(self, file_like_object):
+            raise NotImplementedError()
+        
+    def save_in_file(self, file_path, data, mode=None, user=None, group=None, **kwargs):
+        self._get_path_manager().makefile(file_path, mode=mode, user=user, group=group)
+        
+        with open(file_path, 'w') as file:
+            self.save_in_io_file(file, data, **kwargs)
+    
+    def save_in_string(self, data, **kwargs):
+        with StringIO() as file:
+            self.save_in_io_file(file, data, **kwargs)
+            res = file.getvalue()
+        return res
+    
+    def save_in_io_file(self, file_like_object, data, **kwargs):
+        raise NotImplementedError()
+    
+    def update_file(self, file_path, data, update_type=UpdateType.AddOrUpdate, with_backup=True, backup_extension='.bak', mode=None, user=None, group=None, **kwargs):
+        # If file doesn't exist, create an empty file
+        self._get_path_manager().makefile(file_path, mode=mode, user=user, group=group)
+        
+        # Manage backup
+        # Note: It is done after potential empty file creation, so that restore will leave the file empty or remove it  
+        if with_backup:
+            if backup_extension is None:
+                backup_extension = '.bak'
+            backup_path = file_path + backup_extension
+            if not self._get_path_manager().check_file_exists(backup_path, raise_exception=False):
+                self._get_path_manager().copy_path_recursively(file_path, backup_path, user=user, group=group)
+                self._get_path_manager().check_file_exists(backup_path, raise_exception=True)
+        
+        # Update file
+        dst_data = self.load_file(file_path)
+        if dst_data is None:
+            dst_data = data
+        else:
+            self.update_data(dst_data, data, update_type)
+        self.save_in_file(file_path, dst_data, **kwargs)        # Note: as file already exists, it is not needed to pass parameters mode, user and group
+    
+    def update_string(self, text, data, update_type=UpdateType.AddOrUpdate, **kwargs):
+        dst_data = self.load_string(text)
+        if dst_data is None:
+            dst_data = data
+        else:
+            self.update_data(dst_data, data, update_type)
+        res = self.save_in_string(dst_data, **kwargs)
+        return res
+    
+    def update_data(self, dst, src, update_type=UpdateType.AddOrUpdate):
+        if dst is None:
+            raise TechnicalException("Destination data cannot be None")
+        if isinstance(src, str):
+            src = self.load_string(src)
+        
+        self._update_data_object(dst, src, update_type)
+    
+    def _update_data_object(self, dst, src, update_type=UpdateType.AddOrUpdate):
+        if isinstance(src, dict):
+            self._update_data_dict(dst, src, update_type)
+        elif isinstance(src, list):
+            self._update_data_list(dst, src, update_type)
+        else:
+            raise TechnicalException(f"Unmanaged update of object of type {Typing.get_object_class_fullname(dst)} with data of type {Typing.get_object_class_fullname(src)}")
+    
+    def _update_data_dict(self, dst, src, update_type=UpdateType.AddOrUpdate):
+        if update_type == UpdateType.AddOrUpdate:
+            for key, value in src.items():
+                if key not in dst or not (isinstance(value, dict) or isinstance(value, list)):
+                    dst[key] = value
+                else:
+                    self._update_data_object(dst[key], value, update_type)
+        elif update_type == UpdateType.Delete:
+            for key, value in src.items():
+                if key in dst:
+                    if isinstance(value, dict) or isinstance(value, list):
+                        self._update_data_object(dst[key], value, update_type)
+                        if not dst[key]:
+                            del dst[key]
+                    else:
+                        del dst[key]
+        elif update_type == UpdateType.Replace:
+            for key, value in src.items():
+                if key in dst and isinstance(value, dict):
+                    has_inner_dict = any(map(lambda x:isinstance(x, dict), value.values()))
+                    if has_inner_dict:
+                        self._update_data_object(dst[key], value, update_type)
+                    else:
+                        dst[key] = value
+                else:
+                    dst[key] = value
+        else:
+            raise TechnicalException(f"Unamanged update type {update_type}")
+    
+    def _update_data_list(self, dst, src, update_type=UpdateType.AddOrUpdate):
+        if update_type == UpdateType.AddOrUpdate:
+            for value in src:
+                dst.append(value)
+        elif update_type == UpdateType.Delete:
+            for value in src:
+                remove_all(dst, value)
+        elif update_type == UpdateType.Replace:
+            for index, value in enumerate(src):
+                if value is not_applicable:
+                    continue
+                if index < len(dst):
+                    if isinstance(value, dict) or isinstance(value, list):
+                        self._update_data_object(dst[index], value, update_type)
+                    else:
+                        dst[index] = value
+                else:
+                    while len(dst) < index:
+                        dst.append(undefined_value)
+                    dst.append(value)
+        else:
+            raise TechnicalException(f"Unamanged update type {update_type}")
+    
+    def restore_file(self, file_path, backup_extension='.bak', remove_empty_file=False):
+        if backup_extension is None:
+            backup_extension = '.bak'
+        backup_path = file_path + backup_extension
+        if self._get_path_manager().check_file_exists(backup_path, raise_exception=False):
+            # Replace file by backup
+            self._get_path_manager().rename(backup_path, file_path, raise_if_exists=False)
+            
+            # Manage remove of empty file
+            if remove_empty_file and os.path.getsize(file_path) == 0:
+                self._get_path_manager().remove_path(file_path)
+
+
+

holado_yaml/yaml/yaml_manager.py

@@ -0,0 +1,94 @@
+
+#################################################
+# HolAdo (Holistic Automation do)
+#
+# (C) Copyright 2021-2025 by Eric Klumpp
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
+#################################################
+
+import logging
+from holado_yaml.yaml.ruamel.ruamel_yaml_client import RuamelYAMLClient
+from holado_yaml.yaml.pyyaml.pyyaml_client import PyYAMLClient
+from holado_core.common.exceptions.technical_exception import TechnicalException
+from holado_yaml.yaml.enums import UpdateType
+
+
+logger = logging.getLogger(__name__)
+
+
+
+class YAMLManager(object):
+    """
+    Manage actions on YAML files.
+    """
+    
+    @classmethod
+    def is_available(cls):
+        return RuamelYAMLClient.is_available() or PyYAMLClient.is_available()
+    
+    @classmethod
+    def get_client(cls, client_type, **kwargs):
+        if RuamelYAMLClient.is_available():
+            return RuamelYAMLClient(client_type=client_type)
+        elif PyYAMLClient.is_available():
+            return PyYAMLClient(client_type=client_type)
+        else:
+            raise TechnicalException("Missing dependencies")
+    
+    
+    # Manage YAML files
+    
+    @classmethod
+    def load_file(cls, file_path, client_type=None, client=None):
+        client = client if client is not None else cls.get_client(client_type)
+        return client.load_file(file_path)
+    
+    @classmethod
+    def load_multiple_documents_file(cls, file_path, client_type=None, client=None):
+        client = client if client is not None else cls.get_client(client_type)
+        return client.load_multiple_documents_file(file_path)
+    
+    @classmethod
+    def save_in_file(cls, file_path, data, client_type=None, client=None):
+        client = client if client is not None else cls.get_client(client_type)
+        client.save_in_file(file_path, data)
+    
+    @classmethod
+    def update_file(cls, file_path, data, update_type=UpdateType.AddOrUpdate, client_type=None, client=None, with_backup=True, backup_extension='.bak'):
+        client = client if client is not None else cls.get_client(client_type)
+        client.update_file(file_path, data, update_type, with_backup, backup_extension)
+    
+    @classmethod
+    def restore_file(cls, file_path, client_type=None, client=None, backup_extension='.bak'):
+        client = client if client is not None else cls.get_client(client_type)
+        client.restore_file(file_path, backup_extension)
+    
+    
+    # Manage YAML strings
+    
+    @classmethod
+    def load_string(cls, text, client_type=None, client=None):
+        client = client if client is not None else cls.get_client(client_type)
+        return client.load_string(text)
+    
+    @classmethod
+    def load_multiple_documents_string(cls, text, client_type=None, client=None):
+        client = client if client is not None else cls.get_client(client_type)
+        return client.load_multiple_documents_string(text)
+    
+    @classmethod
+    def save_in_string(cls, data, client_type=None, client=None):
+        client = client if client is not None else cls.get_client(client_type)
+        return client.save_in_string(data)
+    
+    @classmethod
+    def update_string(cls, text, data, update_type=UpdateType.AddOrUpdate, client_type=None, client=None):
+        client = client if client is not None else cls.get_client(client_type)
+        return client.update_string(text, data, update_type)
+
+

test_holado/Dockerfile_test_holado

@@ -0,0 +1,82 @@
+# Note: HolAdo tests are currently failing with Python 3.13.0
+
+### Build
+
+#FROM python:3.10.15-alpine3.20 AS build
+#FROM python:3.11.10-alpine3.20 AS build
+FROM python:3.12.7-alpine3.20 AS build
+#FROM python:3.13.0-alpine3.20 AS build
+
+# Install to build python requirements
+RUN apk update \
+    && apk --no-cache --update add build-base \
+    && apk --update add alpine-sdk \
+    && apk add libffi-dev \
+    && apk add postgresql-dev gcc python3-dev musl-dev \
+    && apk add protobuf-dev
+
+# Install to recompile proto
+RUN apk update \
+    && apk add gcompat
+
+# Create user
+RUN adduser -D appuser
+
+# Create /code folder
+RUN mkdir /code
+RUN chown -R appuser:appuser /code
+
+# Switch to user appuser
+USER appuser
+ENV PATH=/home/appuser/.local:/home/appuser/.local/bin:$PATH
+
+# Create python venv
+RUN python -m venv /code/env
+RUN source /code/env/bin/activate
+
+# Copy HolAdo sources
+WORKDIR /code/holado/python
+COPY --chown=appuser . .
+
+# Install python requirements
+RUN pip install -r requirements_docker.txt
+
+# Recompile proto
+RUN python tests/behave/test_holado/resources/scripts/update_resources_proto_generated.py -nu
+
+
+
+### Runtime
+
+#FROM python:3.10.15-alpine3.20 AS runtime
+#FROM python:3.11.10-alpine3.20 AS runtime
+FROM python:3.12.7-alpine3.20 AS runtime
+#FROM python:3.13.0-alpine3.20 AS runtime
+
+# Install for python requirements
+RUN apk update \
+    && apk --no-cache add libstdc++ \
+    && apk --no-cache add postgresql-dev gcc python3-dev musl-dev
+
+# Add tools
+RUN apk --no-cache add bash \
+    && apk --no-cache add nano \
+    && apk --no-cache add curl
+
+# Create user as in build
+RUN adduser -D appuser
+COPY --from=build /home/appuser/.local /home/appuser/.local
+
+# Copy /code from build
+COPY --from=build /code /code
+
+# Switch to user appuser
+USER appuser
+ENV PATH=/home/appuser/.local:/home/appuser/.local/bin:$PATH
+
+# Set working directory to easily launch HolAdo tests
+WORKDIR /code/holado/python
+RUN source /code/env/bin/activate
+
+
+

test_holado/__init__.py

@@ -0,0 +1,4 @@
+import logging
+
+logger = logging.getLogger(__name__)
+

test_holado/__main__.py

@@ -0,0 +1,25 @@
+# -*- coding: utf-8 -*-
+
+#################################################
+# HolAdo (Holistic Automation do)
+#
+# (C) Copyright 2021-2025 by Eric Klumpp
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
+#################################################
+
+
+# This main is only needed to debug behave execution (and thus HolAdo) with breakpoints
+
+import re
+import sys
+
+from behave.__main__ import main
+
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

test_holado/build_docker_image_to_test_holado_in_docker.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+cd "$(dirname "${BASH_SOURCE[0]}")"/../../..
+
+docker build . -t test_holado -f tests/behave/test_holado/Dockerfile_test_holado
+
+

test_holado/environment.py

@@ -0,0 +1,60 @@
+# -*- coding: utf-8 -*-
+
+#################################################
+# HolAdo (Holistic Automation do)
+#
+# (C) Copyright 2021-2025 by Eric Klumpp
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
+#################################################
+
+import os.path
+import sys
+import logging
+
+
+# Add testing solution sources paths
+here = os.path.abspath(os.path.dirname(__file__))
+sys.path.insert(0, here)
+
+# Add HolAdo source paths (needed when using a clone of HolAdo project)
+from initialize_holado import insert_holado_source_paths  # @UnresolvedImport
+insert_holado_source_paths()
+
+
+# Configure HolAdo
+import holado
+is_in_steps_catalog = holado.is_in_steps_catalog()
+from test_holado.test_holado_session_context import TestHoladoSessionContext
+if is_in_steps_catalog:
+    holado.initialize(TSessionContext=TestHoladoSessionContext, logging_config_file_path=os.path.join(here, 'logging.conf'), 
+                      log_level=logging.INFO, log_on_console=True, 
+                      log_in_file=False, session_kwargs={"with_session_path":False})
+else:
+    # Initialize HolAdo:
+    #    - log_level is set to INFO for initialization phase, it will be overwrite by level in logging config file
+    #    - log_on_console is True for initialization phase, it will be set to False when root log file will be defined
+    #    - logging config file
+    holado.initialize(TSessionContext=TestHoladoSessionContext, logging_config_file_path=os.path.join(here, 'logging.conf'), 
+                      log_level=logging.INFO, log_on_console=True,
+                      config_kwargs={'application_group':'test_runner'})
+
+
+
+# Import generic environment methods
+from holado_test.behave.behave_environment import *  # @UnusedWildImport
+
+# Define project specific environment methods
+
+if not is_in_steps_catalog:
+    # Wait test daemons are healthy
+    from holado_core.common.tools.converters.converter import Converter
+    do_wait_test_server = Converter.to_boolean(os.getenv("HOLADO_WAIT_TEST_SERVER", True))
+    if do_wait_test_server:
+        SessionContext.instance().test_server_client.wait_is_healthy()
+
+

test_holado/features/Configuration/Actions/execute_persisted_post_processes.feature

@@ -0,0 +1,13 @@
+@configuration
+@execute_persisted_post_processes
+Feature: Execute persisted post processes
+# Note: scenario post processes are executed before session post processes since it is the usual order of execution
+
+    @scenario_post_processes
+    Scenario: Execute persisted post processes at scenario level
+        When execute persisted post processes of scenario context
+
+    @session_post_processes
+    Scenario: Execute persisted post processes at session level
+        When execute persisted post processes of session context
+

test_holado/features/NonReg/api/REST.feature

@@ -0,0 +1,26 @@
+@testing_solution
+@rest
+Feature: Test REST module
+
+    #@need_update
+    Scenario: Simple get
+
+        ### PRECONDITIONS - BEGIN
+        Given begin preconditions
+        
+        Given SERVER = start internal REST server
+
+        Given CLIENT = new internal REST client
+        
+        Given end preconditions
+        ### PRECONDITIONS - END
+        
+        When RESULT = get '/users' (REST client: CLIENT)
+        Then RESULT['results'] is list
+        
+        Given TABLE = convert json RESULT['results'] to table with names as columns
+        Then table TABLE contains
+            | email | groups | url | username |
+            | N/A   | N/A    | N/A | 'admin'  |
+        
+