holado 0.2.1__py3-none-any.whl

holado/common/tools/__init__.py

@@ -0,0 +1,19 @@
+# -*- coding: utf-8 -*-
+
+#################################################
+# HolAdo (Holistic Automation do)
+#
+# (C) Copyright 2021-2025 by Eric Klumpp
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
+#################################################
+
+
+def initialize_loggers():
+    import holado.common.tools.gc_manager
+    holado.common.tools.gc_manager.initialize_logger()
+    

holado/common/tools/gc_manager.py

@@ -0,0 +1,155 @@
+
+#################################################
+# HolAdo (Holistic Automation do)
+#
+# (C) Copyright 2021-2025 by Eric Klumpp
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
+#################################################
+
+import logging
+from builtins import object
+import threading
+import gc
+from holado.common.handlers.undefined import default_value
+
+logger = None
+default_collect_periodicity = 10
+
+def initialize_logger():
+    global logger
+    logger = logging.getLogger(__name__)
+
+
+class GcManager(object):
+    """
+    Manage Garbage Collector
+        
+    Note: When working with HolAdo, it is highly recommended to call collect_periodically method at process start in order to avoid deadlocks.
+          This is done by default in holado.initialize method.
+    Explanation:
+        HolAdo is using object finalizers (define __del__ methods) to properly release objects resources.
+        But in current garbage collector default mecanism, objects are technically finalized (call of __del__) in any yielded thread.
+        Thus, depending on what thread is doing when an object is finalized, a deadlock can occur.
+        Example: current thread is logging a message, garbage collector is finalizing an object in this thread when logger flushes its stream,
+                 and object finalizer tries to log an other message => it results to a deadlock in logging library in its lock mecanism.
+    """
+    
+    # Manage running and pended collect
+    __collect_run_lock = threading.Lock()
+    __is_collect_running = False
+    __is_collect_pending = False
+    __duration_until_pended_collect = default_collect_periodicity
+    
+    # Manage scheduled collect as timer
+    __collect_timer_lock = threading.RLock()
+    __collect_periodicity = None
+    __collect_timer = None
+    __collect_timer_at = None
+    
+    @classmethod
+    def is_collect_threaded(cls):
+        return cls.__collect_periodicity is not None
+    
+    @classmethod
+    def get_collect_periodicity(cls):
+        return cls.__collect_periodicity
+    
+    @classmethod
+    def collect_periodically(cls, collect_periodicity=default_value):
+        """
+        Call this method to periodically process gargage collector collect.
+        By calling this method, default behaviour of garbage collector is disabled.
+        """
+        gc.disable()
+        with cls.__collect_timer_lock:
+            cls.__collect_periodicity = default_collect_periodicity if collect_periodicity is default_value else collect_periodicity
+        cls.__schedule_next_timer(cls.__collect_periodicity)
+    
+    @classmethod
+    def collect(cls, max_duration_until_next_collect_in_seconds=default_value):
+        max_duration = default_collect_periodicity if max_duration_until_next_collect_in_seconds is default_value else max_duration_until_next_collect_in_seconds
+        
+        with cls.__collect_run_lock:
+            # If a collect is already pended, update duration until pended collect
+            if cls.__is_collect_pending:
+                if max_duration < cls.__duration_until_pended_collect:
+                    cls.__duration_until_pended_collect = max_duration
+                return
+            # If a collect is already running, pend a collect
+            if cls.__is_collect_running:
+                cls.__is_collect_pending = True
+                cls.__duration_until_pended_collect = max_duration
+                return
+        
+        # Else schedule next collect
+        with cls.__collect_timer_lock:
+            if cls.__collect_timer is not None:
+                cls.__schedule_next_timer(max_duration_until_next_collect_in_seconds)
+            else:
+                cls.__schedule_next_timer(0)
+        
+    @classmethod
+    def __collect(cls):
+        # Start running
+        with cls.__collect_run_lock:
+            cls.__is_collect_running = True
+        
+        # Process collect
+        gc.collect()
+        
+        # Schedule next timer
+        duration_until_next_collect = None
+        with cls.__collect_run_lock:
+            if cls.__is_collect_pending:
+                duration_until_next_collect = cls.__duration_until_pended_collect
+        with cls.__collect_timer_lock:
+            if cls.__collect_periodicity is not None:
+                if duration_until_next_collect is None:
+                    duration_until_next_collect = cls.__collect_periodicity
+                else:
+                    duration_until_next_collect = min(duration_until_next_collect, cls.__collect_periodicity)
+            
+            cls.__schedule_next_timer(duration_until_next_collect)
+        
+        # Stop running
+        with cls.__collect_run_lock:
+            cls.__is_collect_running = False
+            # Reinitialize pending variables
+            cls.__is_collect_pending = False
+            cls.__duration_until_pended_collect = default_collect_periodicity
+            
+    @classmethod
+    def __schedule_next_timer(cls, duration_until_next_collect_seconds):
+        import holado_multitask.multithreading.timer as mmt
+        from holado_multitask.multitasking.multitask_manager import MultitaskManager
+        from holado_python.common.tools.datetime import DateTime, DurationUnit
+        from holado_python.common.enums import ArithmeticOperator
+        
+        if duration_until_next_collect_seconds is default_value:
+            duration_until_next_collect_seconds = default_collect_periodicity
+        
+        with cls.__collect_timer_lock:
+            if duration_until_next_collect_seconds is not None:
+                now = DateTime.now()
+                next_timer_at = DateTime.apply_delta_on_datetime(now, ArithmeticOperator.Addition, duration_until_next_collect_seconds, DurationUnit.Second)
+                
+                if cls.__collect_timer_at is not None and cls.__collect_timer_at > now and next_timer_at > cls.__collect_timer_at:
+                    # Current scheduled collect is not running and will occur before newly schedule, it is preserved
+                    return
+                elif cls.__collect_timer_at is not None:
+                    # Current scheduled collect is canceled and replaced
+                    cls.__collect_timer.cancel()
+                
+                # Schedule timer with given duration
+                cls.__collect_timer = mmt.Timer("GcManager-collect", duration_until_next_collect_seconds, cls.__collect, register_scope=MultitaskManager.SESSION_SCOPE_NAME)
+                cls.__collect_timer.start()
+                cls.__collect_timer_at = next_timer_at
+            else:
+                cls.__collect_timer = None
+                cls.__collect_timer_at = None
+

holado/holado_config.py

@@ -0,0 +1,41 @@
+
+#################################################
+# HolAdo (Holistic Automation do)
+#
+# (C) Copyright 2021-2025 by Eric Klumpp
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
+#################################################
+
+
+class Config(object):
+    """HolAdo project configuration"""
+
+    # Timeouts
+    timeout_seconds = 240            # Default timeout
+    join_timeout_seconds = 1800      # Long timeout used when a join should stop without deadlock. When this timeout is reached, a TimeoutTechnicalException is raised
+
+    # Message
+    message_truncate_length = 500     # Length used to truncate a message when it is too long. When a message is truncated, it is suffixed by '...'
+
+    # Time analysis
+    threshold_warn_time_spent_s = 10    # Duration in seconds that triggers a warning on spent time
+
+    # Redo
+    redo_wait_process_min_interval_s = 0.001    # In redo, minimal duration to sleep between two verification of process thread end
+    redo_wait_process_max_interval_s = 0.1      # In redo, maximal duration to sleep between two verification of process thread end
+
+    # Unique values
+    unique_string_padding_length = 6    # Number of characters used to generate a unique text suffix
+     
+    # Symbols
+    DYNAMIC_SYMBOL = u"%"
+    THREAD_DYNAMIC_SYMBOL = u"@"
+    UNIQUE_SYMBOL = u"#"
+    NOT_APPLICABLE_SYMBOL = u"N/A"
+    NONE_SYMBOL = u"None"
+

holado-0.2.1.dist-info/METADATA

@@ -0,0 +1,143 @@
+Metadata-Version: 2.4
+Name: holado
+Version: 0.2.1
+Summary: HolAdo framework
+Project-URL: Homepage, https://gitlab.com/holado_framework/python
+Project-URL: Issues, https://gitlab.com/holado_framework/python/-/issues
+Author-email: Eric Klumpp <eric.klumpp@gmail.com>
+License-Expression: MIT
+License-File: LICENSE
+Keywords: AIS,BDD,Behavior Driver Development,Behaviour Driven Development,DB,Protobuf,REST,RabbitMQ,Redis,S3,Specification By Example,Web Services,YAML,automation,docker,functional test,gRPC,logging,multitask,script,test,test automation
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: >=3.10
+Requires-Dist: behave==1.2.7.dev6
+Requires-Dist: python-dateutil
+Provides-Extra: ais
+Requires-Dist: pyais; extra == 'ais'
+Provides-Extra: db
+Requires-Dist: pypika; extra == 'db'
+Provides-Extra: db-postgresql
+Requires-Dist: psycopg; extra == 'db-postgresql'
+Provides-Extra: docker
+Requires-Dist: docker; extra == 'docker'
+Provides-Extra: helper-debug
+Requires-Dist: pympler; extra == 'helper-debug'
+Provides-Extra: protobuf-grpc
+Requires-Dist: google; extra == 'protobuf-grpc'
+Requires-Dist: google-api-core; extra == 'protobuf-grpc'
+Requires-Dist: grpc-requests; extra == 'protobuf-grpc'
+Requires-Dist: grpcio; extra == 'protobuf-grpc'
+Requires-Dist: grpcio-reflection; extra == 'protobuf-grpc'
+Requires-Dist: grpcio-tools; extra == 'protobuf-grpc'
+Requires-Dist: protobuf; extra == 'protobuf-grpc'
+Provides-Extra: rabbitmq
+Requires-Dist: pika; extra == 'rabbitmq'
+Provides-Extra: redis
+Requires-Dist: redis; extra == 'redis'
+Requires-Dist: redis-om; extra == 'redis'
+Provides-Extra: s3
+Requires-Dist: boto3; extra == 's3'
+Requires-Dist: flask; extra == 's3'
+Requires-Dist: flask-cors; extra == 's3'
+Requires-Dist: minio; extra == 's3'
+Requires-Dist: moto; extra == 's3'
+Provides-Extra: sftp
+Requires-Dist: pysftp; extra == 'sftp'
+Requires-Dist: sftpserver; extra == 'sftp'
+Provides-Extra: ws-suds
+Requires-Dist: suds; extra == 'ws-suds'
+Provides-Extra: ws-zeep
+Requires-Dist: zeep; extra == 'ws-zeep'
+Provides-Extra: yaml
+Requires-Dist: pyyaml; extra == 'yaml'
+Description-Content-Type: text/markdown
+
+# HolAdo (Holistic Automation do)
+
+# HolAdo
+
+HolAdo, or Holistic Automation do, gives a road to holistic automation in software development.
+It's aim is to facilitate many actions by unifying in one framework all needed modules.
+Each module delivers a specific need, and it is generally internally using another framework focussed on this need.
+
+HolAdo framework makes it easy to build a solution with many capabilities.
+Historically, it was created to easily build powerful functional testing solutions.
+But it's conception allows to use it in any context, by integrating only needed HolAdo modules.
+
+In order to improve transparency and maintainability of built solution, 
+the Gherkin language is used as a meta-language humanly readable.
+Each module includes dedicated steps to easily write scenarios (for testing) or processes (for configuration, deployment,...).
+
+
+# Status
+
+HolAdo can be used as is, it is stable and maintained.
+
+Until v1.0.0, it is still considered under construction, it is regularly refactored with breaking changes.
+
+To facilitate it's use, each breaking change will result to a new middle version 0.X.0, so that you can update minor versions without problem.
+
+
+# Python
+
+HolAdo project for Python development.
+Python is currently the only one supported language.
+
+Currently, main available modules are:
+* ais: manage AIS data
+* binary: manipulate binary data, like bit series
+* db: manage DB actions (clients, query)
+* docker: manage Docker actions
+* grpc: manage gRPC clients
+* helper: many helpers to easily use HolAdo possibilities (ex: build script/executable using Gherkin language outside of testing context, like to write automatic processes with pseudo code)
+* json: manipulate JSON data
+* keycloak: a Keycloak client
+* logging: add logging capabilities
+* multitask: manage multithreading and multiprocessing
+* protobuf: manage Protobuf
+* python: some tools over python libraries
+* rabbitmq: manage RabbitMQ
+* redis: manage Redis clients
+* report: manage reporting
+* rest: manage REST clients
+* s3: manage S3 clients
+* scripting: add scripting capabilities in other modules
+* sftp: manage sFTP clients
+* system: manage system actions
+* test: core module for testing capability (currently, only BDD tool "behave" is supported)
+* value: manage values (like tables with scripting capabilities)
+* ws: manage Web Service clients
+
+Major upcomming capabilities:
+* WebUI interactions (with playright or selenium)
+
+
+# Community
+
+A community around HolAdo is under construction.
+
+For the moment you can contact me by email (eric.klumpp@gmail.com).
+
+For any support, please write scenarios (executable with 'behave') illustating your problem:
+* If you encounter a bug, scenarios reproducing the bug.
+* If you need an evolution, scenarios illustrating the expected behavior.
+
+If you have implemented a new module, please send it to me, and I will include it in HolAdo framework.
+
+<!-- 
+
+# Howto run HolAdo non-regression tests from docker image got from registry.gitlab.com
+
+Note: Read HolAdo non-regression tests is a good way to discover its capabilities.
+
+* docker login -u XXX registry.gitlab.com
+* docker pull registry.gitlab.com/holado_framework/python:main
+* docker run --rm -it registry.gitlab.com/holado_framework/python:main /bin/sh -c "cd /code/holado/python; ./run_test_nonreg.sh"
+
+-->
+

holado-0.2.1.dist-info/RECORD

@@ -0,0 +1,17 @@
+holado/__init__.py,sha256=-MWoSieByPmA6IB29KbUhp_nIhu1SzksgRrGfZmvP0w,12497
+holado/holado_config.py,sha256=v6qmTYcO50Gjtq7jwpcVp79HMeWuf2wZCGLlKDaDFc8,2369
+holado/common/__init__.py,sha256=ZjXM-FRQgnfzRNXqcvJOGewDHVRR-U5-ugStSs8U2Xs,1525
+holado/common/context/__init__.py,sha256=3jJBLm8myrYF9jbdV1EhIA6BtnlmjX33eeoDpTzwmLA,1604
+holado/common/context/context.py,sha256=XPrdZw_9j096AI9EZwMT4xVd58c1ZH6VGxT5Yb-qYYU,6660
+holado/common/context/service_manager.py,sha256=HBmeyzeerkQX-IUvctcXJQEOtPWZ8lsPZhTy9EZjPXo,13652
+holado/common/context/session_context.py,sha256=ejCxO-q_tD2RwI0AExpd9wzVbE8Q9K_ztZ5_BGPrLL8,21280
+holado/common/handlers/__init__.py,sha256=d0KDUpaAAw1eBXyX08gaRh4RECnJlXjYQ0TcU-Ndicc,1372
+holado/common/handlers/enums.py,sha256=ieqKVoukEiNyfE3KrKmMOImdbFS1ocUMud8JHe2xNLs,1662
+holado/common/handlers/object.py,sha256=SACbrBveQUebE4DQO0VaCMFNGgAKOfFnLy2RGQF4IFg,5745
+holado/common/handlers/undefined.py,sha256=a1Jq2yrRd0UjJqZndj8ZTLpg5e6FlFn3Cc5uMfkbnBM,1859
+holado/common/tools/__init__.py,sha256=z-T6zX_tOVkJjniTDA0KSKmdtosjfEhjaNa1-3g8wTs,1374
+holado/common/tools/gc_manager.py,sha256=TjQg7MisGRhxuiQ22hB3IuqNhnWCVEWpU253-rOjR0w,7611
+holado-0.2.1.dist-info/METADATA,sha256=fmRHxpTw_mZGxnoY4TTYXZr5QZZ91tY17SMAAk2DYeA,5703
+holado-0.2.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+holado-0.2.1.dist-info/licenses/LICENSE,sha256=IgGmNlcFHnbp7UWrLJqAFvs_HIgjJDTmjCNRircJLsk,1070
+holado-0.2.1.dist-info/RECORD,,

holado-0.2.1.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.27.0
+Root-Is-Purelib: true
+Tag: py3-none-any

holado-0.2.1.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 by Eric Klumpp
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.