holado 0.13.22__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- holado/__init__.py +358 -0
- holado/common/__init__.py +25 -0
- holado/common/context/__init__.py +25 -0
- holado/common/context/context.py +248 -0
- holado/common/context/service_manager.py +262 -0
- holado/common/context/session_context.py +516 -0
- holado/common/handlers/__init__.py +19 -0
- holado/common/handlers/enums.py +41 -0
- holado/common/handlers/object.py +175 -0
- holado/common/handlers/undefined.py +55 -0
- holado/common/tools/__init__.py +19 -0
- holado/common/tools/gc_manager.py +155 -0
- holado/holado_config.py +45 -0
- holado-0.13.22.dist-info/METADATA +194 -0
- holado-0.13.22.dist-info/RECORD +698 -0
- holado-0.13.22.dist-info/WHEEL +4 -0
- holado-0.13.22.dist-info/licenses/LICENSE +21 -0
- holado_ais/__init__.py +33 -0
- holado_ais/ais/MaritimeIdentificationDigits.csv +295 -0
- holado_ais/ais/ais_manager.py +151 -0
- holado_ais/ais/ais_messages.py +356 -0
- holado_ais/ais/ais_payload.py +35 -0
- holado_ais/ais/enums.py +37 -0
- holado_ais/ais/patch_pyais.py +1174 -0
- holado_ais/tests/behave/steps/__init__.py +17 -0
- holado_ais/tests/behave/steps/ais/__init__.py +0 -0
- holado_ais/tests/behave/steps/ais/ais_manager_steps.py +50 -0
- holado_ais/tests/behave/steps/ais/ais_messages_steps.py +237 -0
- holado_binary/__init__.py +17 -0
- holado_binary/ipc/binary.py +125 -0
- holado_binary/ipc/bit_series.py +307 -0
- holado_binary/tests/behave/steps/__init__.py +17 -0
- holado_binary/tests/behave/steps/ipc/binary_steps.py +57 -0
- holado_binary/tests/behave/steps/ipc/bit_series_steps.py +132 -0
- holado_context/__init__.py +16 -0
- holado_context/tests/behave/steps/__init__.py +16 -0
- holado_context/tests/behave/steps/private/__init__.py +16 -0
- holado_context/tests/behave/steps/private/common/context_steps.py +68 -0
- holado_core/__init__.py +32 -0
- holado_core/common/__init__.py +0 -0
- holado_core/common/actors/actions.py +97 -0
- holado_core/common/actors/actor.py +226 -0
- holado_core/common/actors/element_actor.py +32 -0
- holado_core/common/actors/find_actor.py +106 -0
- holado_core/common/actors/tree_actor.py +32 -0
- holado_core/common/actors/verify_actions.py +69 -0
- holado_core/common/block/base.py +122 -0
- holado_core/common/block/block_manager.py +173 -0
- holado_core/common/block/block_method.py +46 -0
- holado_core/common/block/block_steps.py +37 -0
- holado_core/common/block/function.py +42 -0
- holado_core/common/block/scope_function.py +28 -0
- holado_core/common/block/scope_manager.py +238 -0
- holado_core/common/block/scope_steps.py +141 -0
- holado_core/common/criterias/and_criteria.py +61 -0
- holado_core/common/criterias/criteria.py +78 -0
- holado_core/common/criterias/or_criteria.py +64 -0
- holado_core/common/criterias/tools/criteria_context.py +20 -0
- holado_core/common/criterias/tools/criteria_parameters.py +18 -0
- holado_core/common/drivers/driver.py +153 -0
- holado_core/common/drivers/element_driver.py +30 -0
- holado_core/common/drivers/element_internal_api.py +239 -0
- holado_core/common/drivers/internal_api.py +40 -0
- holado_core/common/drivers/tree_driver.py +30 -0
- holado_core/common/drivers/tree_internal_api.py +176 -0
- holado_core/common/exceptions/__init__.py +0 -0
- holado_core/common/exceptions/element_exception.py +28 -0
- holado_core/common/exceptions/exceptions.py +24 -0
- holado_core/common/exceptions/functional_exception.py +21 -0
- holado_core/common/exceptions/holado_exception.py +25 -0
- holado_core/common/exceptions/technical_exception.py +27 -0
- holado_core/common/exceptions/timeout_exception.py +20 -0
- holado_core/common/exceptions/verify_exception.py +20 -0
- holado_core/common/finders/after_in_tree_finder.py +87 -0
- holado_core/common/finders/element_finder.py +60 -0
- holado_core/common/finders/else_finder.py +105 -0
- holado_core/common/finders/finder.py +478 -0
- holado_core/common/finders/or_finder.py +98 -0
- holado_core/common/finders/then_finder.py +157 -0
- holado_core/common/finders/tools/enums.py +30 -0
- holado_core/common/finders/tools/find_builder.py +118 -0
- holado_core/common/finders/tools/find_context.py +405 -0
- holado_core/common/finders/tools/find_info.py +27 -0
- holado_core/common/finders/tools/find_parameters.py +240 -0
- holado_core/common/finders/tools/find_updater.py +95 -0
- holado_core/common/finders/tools/finder_info.py +26 -0
- holado_core/common/finders/tree_finder.py +146 -0
- holado_core/common/handlers/__init__.py +0 -0
- holado_core/common/handlers/abstracts/base_redo.py +702 -0
- holado_core/common/handlers/abstracts/get_or_create.py +120 -0
- holado_core/common/handlers/element_holder.py +122 -0
- holado_core/common/handlers/enums.py +23 -0
- holado_core/common/handlers/exceptions/redo_exceptions.py +28 -0
- holado_core/common/handlers/features/resource_by_name.py +187 -0
- holado_core/common/handlers/features/resource_by_type.py +174 -0
- holado_core/common/handlers/redo.py +119 -0
- holado_core/common/handlers/wait.py +127 -0
- holado_core/common/inspectors/element_inspector.py +57 -0
- holado_core/common/inspectors/inspector.py +221 -0
- holado_core/common/inspectors/tools/inspect_builder.py +169 -0
- holado_core/common/inspectors/tools/inspect_context.py +69 -0
- holado_core/common/inspectors/tools/inspect_parameters.py +181 -0
- holado_core/common/inspectors/tree_inspector.py +73 -0
- holado_core/common/resource/persisted_data_manager.py +113 -0
- holado_core/common/resource/persisted_method_to_call_manager.py +263 -0
- holado_core/common/resource/resource_manager.py +126 -0
- holado_core/common/resource/table_data_manager.py +110 -0
- holado_core/common/tables/__init__.py +1 -0
- holado_core/common/tables/comparators/__init__.py +0 -0
- holado_core/common/tables/comparators/boolean_table_cell_comparator.py +25 -0
- holado_core/common/tables/comparators/bytes_table_cell_comparator.py +25 -0
- holado_core/common/tables/comparators/datetime_table_cell_comparator.py +24 -0
- holado_core/common/tables/comparators/float_table_cell_comparator.py +31 -0
- holado_core/common/tables/comparators/integer_table_cell_comparator.py +25 -0
- holado_core/common/tables/comparators/internal_table_cell_comparator.py +30 -0
- holado_core/common/tables/comparators/string_table_cell_comparator.py +24 -0
- holado_core/common/tables/comparators/string_table_comparator.py +29 -0
- holado_core/common/tables/comparators/string_table_row_comparator.py +29 -0
- holado_core/common/tables/comparators/table_cell_comparator.py +40 -0
- holado_core/common/tables/comparators/table_comparator.py +209 -0
- holado_core/common/tables/comparators/table_comparator_manager.py +60 -0
- holado_core/common/tables/comparators/table_row_comparator.py +116 -0
- holado_core/common/tables/comparators/table_with_header_comparator.py +68 -0
- holado_core/common/tables/converters/__init__.py +0 -0
- holado_core/common/tables/converters/table_converter.py +233 -0
- holado_core/common/tables/enums.py +23 -0
- holado_core/common/tables/table.py +261 -0
- holado_core/common/tables/table_cell.py +126 -0
- holado_core/common/tables/table_manager.py +365 -0
- holado_core/common/tables/table_row.py +169 -0
- holado_core/common/tables/table_with_header.py +242 -0
- holado_core/common/tools/__init__.py +0 -0
- holado_core/common/tools/comparators/comparator.py +151 -0
- holado_core/common/tools/comparators/object_comparator.py +21 -0
- holado_core/common/tools/converters/converter.py +118 -0
- holado_core/common/tools/path_manager.py +238 -0
- holado_core/common/tools/string_tools.py +144 -0
- holado_core/common/tools/tools.py +197 -0
- holado_core/tests/behave/steps/__init__.py +20 -0
- holado_core/tests/behave/steps/common/__init__.py +0 -0
- holado_core/tests/behave/steps/common/common_steps.py +137 -0
- holado_core/tests/behave/steps/common/config_steps.py +42 -0
- holado_core/tests/behave/steps/common/resource_steps.py +62 -0
- holado_core/tests/behave/steps/common/tables_steps.py +560 -0
- holado_core/tools/__init__.py +0 -0
- holado_core/tools/abstracts/__init__.py +0 -0
- holado_core/tools/abstracts/blocking_command_service.py +64 -0
- holado_core/tools/abstracts/service.py +48 -0
- holado_crypto/__init__.py +31 -0
- holado_crypto/crypto/crypto.py +108 -0
- holado_crypto/crypto/key.py +92 -0
- holado_crypto/crypto/tcpbin.py +105 -0
- holado_crypto/crypto/transport/__init__.py +0 -0
- holado_crypto/crypto/transport/crc.py +40 -0
- holado_crypto/tests/behave/steps/__init__.py +18 -0
- holado_crypto/tests/behave/steps/crypto_steps.py +112 -0
- holado_crypto/tests/behave/steps/key_steps.py +82 -0
- holado_crypto/tests/behave/steps/tcpbin_steps.py +79 -0
- holado_data/__init__.py +31 -0
- holado_data/data/generator/base.py +93 -0
- holado_data/data/generator/generator_manager.py +27 -0
- holado_data/data/generator/python_generator.py +30 -0
- holado_data/tests/behave/steps/__init__.py +17 -0
- holado_data/tests/behave/steps/data/generator_steps.py +91 -0
- holado_data/tests/behave/steps/tools/utils_steps.py +59 -0
- holado_db/__init__.py +32 -0
- holado_db/tests/behave/steps/__init__.py +18 -0
- holado_db/tests/behave/steps/tools/db/db_client_steps.py +134 -0
- holado_db/tests/behave/steps/tools/db/postgresql_client_steps.py +59 -0
- holado_db/tests/behave/steps/tools/db/sqlite_client_steps.py +57 -0
- holado_db/tools/db/clients/base/db_audit.py +94 -0
- holado_db/tools/db/clients/base/db_client.py +344 -0
- holado_db/tools/db/clients/postgresql/postgresql_audit.py +75 -0
- holado_db/tools/db/clients/postgresql/postgresql_client.py +84 -0
- holado_db/tools/db/clients/sqlite/sqlite_audit.py +70 -0
- holado_db/tools/db/clients/sqlite/sqlite_client.py +60 -0
- holado_db/tools/db/db_manager.py +109 -0
- holado_db/tools/db/query/base/query_builder.py +138 -0
- holado_db/tools/db/query/pypika/pypika_query_builder.py +244 -0
- holado_db/tools/db/query/query_manager.py +77 -0
- holado_django/__init__.py +31 -0
- holado_django/server/HOWTO.txt +27 -0
- holado_django/server/django_projects/rest_api/db.sqlite3 +0 -0
- holado_django/server/django_projects/rest_api/manage.py +22 -0
- holado_django/server/django_projects/rest_api/rest_api/__init__.py +0 -0
- holado_django/server/django_projects/rest_api/rest_api/application/__init__.py +0 -0
- holado_django/server/django_projects/rest_api/rest_api/application/admin.py +3 -0
- holado_django/server/django_projects/rest_api/rest_api/application/apps.py +9 -0
- holado_django/server/django_projects/rest_api/rest_api/application/migrations/__init__.py +0 -0
- holado_django/server/django_projects/rest_api/rest_api/application/models.py +3 -0
- holado_django/server/django_projects/rest_api/rest_api/application/tests.py +3 -0
- holado_django/server/django_projects/rest_api/rest_api/application/views.py +6 -0
- holado_django/server/django_projects/rest_api/rest_api/asgi.py +16 -0
- holado_django/server/django_projects/rest_api/rest_api/settings.py +130 -0
- holado_django/server/django_projects/rest_api/rest_api/urls.py +35 -0
- holado_django/server/django_projects/rest_api/rest_api/wsgi.py +16 -0
- holado_django/server/django_server.py +110 -0
- holado_django/server/grpc_django_server.py +57 -0
- holado_django/server/patch_djangogrpcframework.py +46 -0
- holado_django/tests/behave/steps/__init__.py +16 -0
- holado_django/tests/behave/steps/django_server_steps.py +83 -0
- holado_docker/__init__.py +25 -0
- holado_docker/sdk/docker/container_logs.py +447 -0
- holado_docker/sdk/docker/docker_client.py +537 -0
- holado_docker/sdk/docker/docker_service.py +71 -0
- holado_docker/tests/behave/steps/__init__.py +16 -0
- holado_docker/tests/behave/steps/sdk/docker/container_logs_steps.py +47 -0
- holado_examples/projects/server_rest/server_rest_example/initialize_holado.py +72 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/db.sqlite3 +0 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/manage.py +22 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/rest_api/__init__.py +0 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/rest_api/application/__init__.py +0 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/rest_api/application/admin.py +3 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/rest_api/application/apps.py +7 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/rest_api/application/migrations/__init__.py +0 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/rest_api/application/models.py +3 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/rest_api/application/serializers.py +15 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/rest_api/application/tests.py +3 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/rest_api/application/views.py +24 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/rest_api/asgi.py +16 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/rest_api/settings.py +130 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/rest_api/urls.py +31 -0
- holado_examples/projects/server_rest/server_rest_example/rest_api/rest_api/wsgi.py +16 -0
- holado_examples/projects/server_rest/server_rest_example/rest_server.py +37 -0
- holado_examples/scripts/script_custom_initialization.py +16 -0
- holado_examples/scripts/script_minimal_initialization.py +23 -0
- holado_examples/tests/behave/testing_solution/__main__.py +13 -0
- holado_examples/tests/behave/testing_solution/behave_environment.py +35 -0
- holado_examples/tests/behave/testing_solution/environment.py +36 -0
- holado_examples/tests/behave/testing_solution/features/Configuration/Actions/configure_system.feature +10 -0
- holado_examples/tests/behave/testing_solution/features/NonReg/example.feature +26 -0
- holado_examples/tests/behave/testing_solution/initialize_holado.py +62 -0
- holado_examples/tests/behave/testing_solution/logging.conf +102 -0
- holado_examples/tests/behave/testing_solution/requirements.txt +5 -0
- holado_examples/tests/behave/testing_solution/run_test.sh +7 -0
- holado_examples/tests/behave/testing_solution/run_test_nonreg.sh +6 -0
- holado_examples/tests/behave/testing_solution/src/common/tools/path_manager.py +40 -0
- holado_examples/tests/behave/testing_solution/src/config/config_manager.py +30 -0
- holado_examples/tests/behave/testing_solution/src/context/session_context.py +45 -0
- holado_examples/tests/behave/testing_solution/steps/config_steps.py +21 -0
- holado_examples/tests/behave/testing_solution/steps/public_steps.py +10 -0
- holado_grpc/TODO +8 -0
- holado_grpc/__init__.py +40 -0
- holado_grpc/api/rpc/TODO.txt +4 -0
- holado_grpc/api/rpc/grpc_client.py +210 -0
- holado_grpc/api/rpc/grpc_manager.py +81 -0
- holado_grpc/ipc/rpc/__init__.py +0 -0
- holado_grpc/ipc/rpc/grpc_compiler.py +45 -0
- holado_grpc/ipc/rpc/grpc_services.py +165 -0
- holado_grpc/tests/behave/steps/__init__.py +16 -0
- holado_grpc/tests/behave/steps/api/grpc_client_steps.py +173 -0
- holado_grpc/tests/behave/steps/private/__init__.py +16 -0
- holado_grpc/tests/behave/steps/private/api/grpc_steps.py +77 -0
- holado_helper/__init__.py +35 -0
- holado_helper/debug/README.txt +32 -0
- holado_helper/debug/memory/memory_profiler.py +106 -0
- holado_helper/docker/init_user.sh +24 -0
- holado_helper/docker/logging.conf +44 -0
- holado_helper/docker/run_holado_test_nonreg_in_docker.sh +120 -0
- holado_helper/docker/run_terminal_in_docker.sh +101 -0
- holado_helper/holado_module_template/__init__.py +38 -0
- holado_helper/holado_module_template/tests/behave/steps/__init__.py +16 -0
- holado_helper/holado_module_template/tests/behave/steps/private/__init__.py +16 -0
- holado_helper/initialize_holado.py +72 -0
- holado_helper/script/action.py +130 -0
- holado_helper/script/action_script.py +477 -0
- holado_helper/script/any_action_script.py +126 -0
- holado_helper/script/behave_action_script.py +99 -0
- holado_helper/script/csv_action_script.py +142 -0
- holado_helper/script/initialize_script.py +95 -0
- holado_helper/script/input_output_script.py +136 -0
- holado_helper/script/job.py +75 -0
- holado_helper/script/json_action_script.py +104 -0
- holado_helper/script/script.py +110 -0
- holado_json/__init__.py +16 -0
- holado_json/filesystem/json_file.py +94 -0
- holado_json/filesystem/stream_json_file.py +117 -0
- holado_json/ipc/json.py +146 -0
- holado_json/ipc/json_converter.py +69 -0
- holado_json/ipc/json_types.py +183 -0
- holado_json/tests/behave/steps/__init__.py +16 -0
- holado_json/tests/behave/steps/ipc/__init__.py +0 -0
- holado_json/tests/behave/steps/ipc/json_steps.py +131 -0
- holado_keycloak/__init__.py +16 -0
- holado_keycloak/tests/behave/steps/__init__.py +16 -0
- holado_keycloak/tests/behave/steps/tools/keycloak_client_steps.py +73 -0
- holado_keycloak/tools/keycloak/__init__.py +0 -0
- holado_keycloak/tools/keycloak/keycloak_client.py +90 -0
- holado_logging/__init__.py +38 -0
- holado_logging/common/logging/holado_logger.py +71 -0
- holado_logging/common/logging/log_config.py +163 -0
- holado_logging/common/logging/log_manager.py +335 -0
- holado_multitask/__init__.py +33 -0
- holado_multitask/multiprocessing/context/process_context.py +35 -0
- holado_multitask/multiprocessing/function_process.py +102 -0
- holado_multitask/multiprocessing/periodic_function_process.py +137 -0
- holado_multitask/multiprocessing/process.py +213 -0
- holado_multitask/multiprocessing/processesmanager.py +137 -0
- holado_multitask/multitasking/multitask_manager.py +464 -0
- holado_multitask/multithreading/__init__.py +0 -0
- holado_multitask/multithreading/context/thread_context.py +86 -0
- holado_multitask/multithreading/functionthreaded.py +129 -0
- holado_multitask/multithreading/loopfunctionthreaded.py +45 -0
- holado_multitask/multithreading/loopthread.py +110 -0
- holado_multitask/multithreading/periodicfunctionthreaded.py +135 -0
- holado_multitask/multithreading/reflection/inspect.py +47 -0
- holado_multitask/multithreading/reflection/sys.py +29 -0
- holado_multitask/multithreading/reflection/traceback.py +35 -0
- holado_multitask/multithreading/thread.py +203 -0
- holado_multitask/multithreading/threadsmanager.py +167 -0
- holado_multitask/multithreading/timer.py +51 -0
- holado_multitask/tests/behave/steps/__init__.py +17 -0
- holado_multitask/tests/behave/steps/multiprocessing_steps.py +138 -0
- holado_multitask/tests/behave/steps/multithreading_steps.py +129 -0
- holado_protobuf/__init__.py +61 -0
- holado_protobuf/ipc/protobuf/__init__.py +0 -0
- holado_protobuf/ipc/protobuf/abstracts/type.py +45 -0
- holado_protobuf/ipc/protobuf/protobuf_compiler.py +118 -0
- holado_protobuf/ipc/protobuf/protobuf_converter.py +153 -0
- holado_protobuf/ipc/protobuf/protobuf_messages.py +968 -0
- holado_protobuf/ipc/protobuf/protobuf_modifier.py +65 -0
- holado_protobuf/ipc/protobuf/types/__init__.py +0 -0
- holado_protobuf/ipc/protobuf/types/google/__init__.py +0 -0
- holado_protobuf/ipc/protobuf/types/google/protobuf.py +124 -0
- holado_protobuf/tests/behave/steps/__init__.py +16 -0
- holado_protobuf/tests/behave/steps/ipc/protobuf_steps.py +297 -0
- holado_python/__init__.py +36 -0
- holado_python/common/enums.py +34 -0
- holado_python/common/iterables.py +38 -0
- holado_python/common/tools/comparators/boolean_comparator.py +37 -0
- holado_python/common/tools/comparators/bytes_comparator.py +48 -0
- holado_python/common/tools/comparators/datetime_comparator.py +74 -0
- holado_python/common/tools/comparators/float_comparator.py +97 -0
- holado_python/common/tools/comparators/integer_comparator.py +37 -0
- holado_python/common/tools/comparators/string_comparator.py +99 -0
- holado_python/common/tools/comparators/type_comparator.py +31 -0
- holado_python/common/tools/datetime.py +341 -0
- holado_python/standard_library/csv.py +207 -0
- holado_python/standard_library/hashlib.py +110 -0
- holado_python/standard_library/multiprocessing.py +62 -0
- holado_python/standard_library/queue.py +79 -0
- holado_python/standard_library/socket/blocking_socket.py +219 -0
- holado_python/standard_library/socket/echo_server.py +29 -0
- holado_python/standard_library/socket/message_socket.py +152 -0
- holado_python/standard_library/socket/non_blocking_socket.py +172 -0
- holado_python/standard_library/socket/socket.py +411 -0
- holado_python/standard_library/ssl/resources/certificates/NOTES.txt +5 -0
- holado_python/standard_library/ssl/resources/certificates/localhost.crt +19 -0
- holado_python/standard_library/ssl/resources/certificates/localhost.key +28 -0
- holado_python/standard_library/ssl/ssl.py +131 -0
- holado_python/standard_library/typing.py +192 -0
- holado_python/tests/behave/steps/__init__.py +27 -0
- holado_python/tests/behave/steps/builtins/str_steps.py +45 -0
- holado_python/tests/behave/steps/convert_steps.py +59 -0
- holado_python/tests/behave/steps/iterable_steps.py +87 -0
- holado_python/tests/behave/steps/standard_library/csv_steps.py +134 -0
- holado_python/tests/behave/steps/standard_library/datetime_steps.py +163 -0
- holado_python/tests/behave/steps/standard_library/hashlib_steps.py +57 -0
- holado_python/tests/behave/steps/standard_library/multiprocessing_steps.py +56 -0
- holado_python/tests/behave/steps/standard_library/queue_steps.py +358 -0
- holado_python/tests/behave/steps/standard_library/socket_steps.py +384 -0
- holado_python/tests/behave/steps/standard_library/ssl_steps.py +71 -0
- holado_rabbitmq/__init__.py +28 -0
- holado_rabbitmq/tests/behave/steps/__init__.py +17 -0
- holado_rabbitmq/tests/behave/steps/tools/rabbitmq_client_steps.py +565 -0
- holado_rabbitmq/tests/behave/steps/tools/rabbitmq_server_steps.py +64 -0
- holado_rabbitmq/tools/rabbitmq/rabbitmq_blocking_client.py +333 -0
- holado_rabbitmq/tools/rabbitmq/rabbitmq_client.py +678 -0
- holado_rabbitmq/tools/rabbitmq/rabbitmq_manager.py +146 -0
- holado_rabbitmq/tools/rabbitmq/rabbitmq_select_client.py +428 -0
- holado_rabbitmq/tools/rabbitmq/rabbitmq_server.py +24 -0
- holado_redis/__init__.py +17 -0
- holado_redis/tests/behave/steps/__init__.py +16 -0
- holado_redis/tests/behave/steps/tools/redis_client_steps.py +101 -0
- holado_redis/tools/redis/TODO.txt +7 -0
- holado_redis/tools/redis/redis_client.py +190 -0
- holado_redis/tools/redis/redis_manager.py +38 -0
- holado_report/__init__.py +36 -0
- holado_report/campaign/campaign_manager.py +348 -0
- holado_report/report/analyze/execution_historic_manager.py +96 -0
- holado_report/report/analyze/scenario_duration_manager.py +245 -0
- holado_report/report/builders/detailed_scenario_report_builder.py +172 -0
- holado_report/report/builders/execution_historic_report_builder.py +132 -0
- holado_report/report/builders/failure_report_builder.py +150 -0
- holado_report/report/builders/report_builder.py +64 -0
- holado_report/report/builders/short_scenario_report_builder.py +94 -0
- holado_report/report/builders/summary_by_category_report_builder.py +103 -0
- holado_report/report/builders/summary_report_builder.py +110 -0
- holado_report/report/builders/summary_scenario_by_category_report_builder.py +109 -0
- holado_report/report/builders/summary_scenario_report_builder.py +81 -0
- holado_report/report/execution_historic.py +144 -0
- holado_report/report/report_manager.py +424 -0
- holado_report/report/reports/base_report.py +163 -0
- holado_report/report/reports/feature_report.py +106 -0
- holado_report/report/reports/scenario_report.py +64 -0
- holado_rest/__init__.py +32 -0
- holado_rest/api/rest/TODO.txt +2 -0
- holado_rest/api/rest/rest_client.py +200 -0
- holado_rest/api/rest/rest_manager.py +72 -0
- holado_rest/tests/behave/steps/__init__.py +16 -0
- holado_rest/tests/behave/steps/api/__init__.py +0 -0
- holado_rest/tests/behave/steps/api/rest_client_steps.py +181 -0
- holado_rest/tests/behave/steps/private/__init__.py +16 -0
- holado_rest/tests/behave/steps/private/api/__init__.py +0 -0
- holado_rest/tests/behave/steps/private/api/rest_steps.py +75 -0
- holado_s3/__init__.py +17 -0
- holado_s3/tests/behave/steps/__init__.py +17 -0
- holado_s3/tests/behave/steps/private/__init__.py +16 -0
- holado_s3/tests/behave/steps/private/tools/s3_steps.py +89 -0
- holado_s3/tests/behave/steps/tools/s3_client_steps.py +403 -0
- holado_s3/tests/behave/steps/tools/s3_server_steps.py +57 -0
- holado_s3/tools/s3/__init__.py +0 -0
- holado_s3/tools/s3/boto3_s3_client.py +59 -0
- holado_s3/tools/s3/minio_client.py +75 -0
- holado_s3/tools/s3/moto_server.py +52 -0
- holado_scripting/__init__.py +54 -0
- holado_scripting/common/tools/dynamic_text_manager.py +73 -0
- holado_scripting/common/tools/evaluate_parameters.py +228 -0
- holado_scripting/common/tools/expression_evaluator.py +389 -0
- holado_scripting/common/tools/variable_manager.py +354 -0
- holado_scripting/tests/behave/steps/__init__.py +22 -0
- holado_scripting/tests/behave/steps/common/tools/variable_convert_steps.py +159 -0
- holado_scripting/tests/behave/steps/common/tools/variable_new_steps.py +130 -0
- holado_scripting/tests/behave/steps/common/tools/variable_steps.py +108 -0
- holado_scripting/tests/behave/steps/common/tools/variable_verify_steps.py +160 -0
- holado_scripting/tests/behave/steps/scenario/function_steps.py +77 -0
- holado_scripting/tests/behave/steps/scenario/if_steps.py +87 -0
- holado_scripting/tests/behave/steps/scenario/loop_steps.py +119 -0
- holado_scripting/text/base/base_function.py +25 -0
- holado_scripting/text/base/base_verify_function.py +25 -0
- holado_scripting/text/base/text_inspecter.py +204 -0
- holado_scripting/text/interpreter/exceptions/interpreter_exception.py +25 -0
- holado_scripting/text/interpreter/functions/function_apply_function.py +60 -0
- holado_scripting/text/interpreter/functions/function_cast.py +60 -0
- holado_scripting/text/interpreter/functions/function_convert.py +57 -0
- holado_scripting/text/interpreter/functions/function_dynamic_value.py +40 -0
- holado_scripting/text/interpreter/functions/function_escape_all_bytes.py +35 -0
- holado_scripting/text/interpreter/functions/function_exists_variable.py +39 -0
- holado_scripting/text/interpreter/functions/function_hex_to_bytes.py +49 -0
- holado_scripting/text/interpreter/functions/function_hex_to_int.py +53 -0
- holado_scripting/text/interpreter/functions/function_to_base_64.py +41 -0
- holado_scripting/text/interpreter/functions/function_to_bytes.py +50 -0
- holado_scripting/text/interpreter/functions/function_to_hex.py +42 -0
- holado_scripting/text/interpreter/functions/function_to_string.py +50 -0
- holado_scripting/text/interpreter/text_interpreter.py +219 -0
- holado_scripting/text/verifier/exceptions/verifier_exception.py +21 -0
- holado_scripting/text/verifier/functions/verify_function_extract_in.py +35 -0
- holado_scripting/text/verifier/functions/verify_function_match_pattern.py +63 -0
- holado_scripting/text/verifier/text_verifier.py +103 -0
- holado_sftp/__init__.py +16 -0
- holado_sftp/tests/behave/steps/__init__.py +17 -0
- holado_sftp/tests/behave/steps/private/__init__.py +16 -0
- holado_sftp/tests/behave/steps/private/tools/sftp_steps.py +78 -0
- holado_sftp/tests/behave/steps/tools/sftp_client_steps.py +94 -0
- holado_sftp/tests/behave/steps/tools/sftp_server_steps.py +82 -0
- holado_sftp/tools/sftp/__init__.py +0 -0
- holado_sftp/tools/sftp/sftp_client.py +103 -0
- holado_sftp/tools/sftp/sftp_server.py +39 -0
- holado_swagger/__init__.py +31 -0
- holado_swagger/swagger_hub/mockserver/mockserver_client.py +82 -0
- holado_swagger/swagger_hub/mockserver/mockserver_manager.py +33 -0
- holado_swagger/tests/behave/steps/__init__.py +16 -0
- holado_swagger/tests/behave/steps/swagger_hub/mockserver_steps.py +74 -0
- holado_system/system/command/command.py +247 -0
- holado_system/system/command/command_result.py +128 -0
- holado_system/system/command/curl_command.py +101 -0
- holado_system/system/command/exceptions.py +59 -0
- holado_system/system/filesystem/file.py +150 -0
- holado_system/system/global_system.py +187 -0
- holado_system/tests/behave/steps/__init__.py +18 -0
- holado_system/tests/behave/steps/system/commands_steps.py +92 -0
- holado_system/tests/behave/steps/system/file_steps.py +231 -0
- holado_system/tests/behave/steps/system/system_steps.py +84 -0
- holado_test/__init__.py +30 -0
- holado_test/behave/__init__.py +0 -0
- holado_test/behave/behave.py +400 -0
- holado_test/behave/behave_environment.py +169 -0
- holado_test/behave/behave_function.py +33 -0
- holado_test/behave/behave_manager.py +558 -0
- holado_test/behave/independant_runner.py +66 -0
- holado_test/behave/scenario/__init__.py +0 -0
- holado_test/behave/scenario/behave_step_tools.py +157 -0
- holado_test/common/context/feature_context.py +81 -0
- holado_test/common/context/scenario_context.py +169 -0
- holado_test/common/context/step_context.py +66 -0
- holado_test/common/exceptions/undefined_step_exception.py +21 -0
- holado_test/scenario/step_tools.py +547 -0
- holado_test/scenario/tester_tools.py +57 -0
- holado_test/test_config.py +26 -0
- holado_test/tests/behave/steps/__init__.py +18 -0
- holado_test/tests/behave/steps/scenario/exception_steps.py +87 -0
- holado_test/tests/behave/steps/scenario/scenario_steps.py +100 -0
- holado_test/tests/behave/steps/scenario/tester_steps.py +65 -0
- holado_test/tools/test_server/client/rest/test_server_client.py +150 -0
- holado_test/tools/test_server/server/Dockerfile +60 -0
- holado_test/tools/test_server/server/core/server_context.py +42 -0
- holado_test/tools/test_server/server/core/server_manager.py +41 -0
- holado_test/tools/test_server/server/requirements.txt +2 -0
- holado_test/tools/test_server/server/rest/README +2 -0
- holado_test/tools/test_server/server/rest/api/__init__.py +24 -0
- holado_test/tools/test_server/server/rest/api/campaign/__init__.py +32 -0
- holado_test/tools/test_server/server/rest/api/campaign/scenario.py +40 -0
- holado_test/tools/test_server/server/rest/initialize_holado.py +72 -0
- holado_test/tools/test_server/server/rest/logging.conf +51 -0
- holado_test/tools/test_server/server/rest/openapi.yaml +57 -0
- holado_test/tools/test_server/server/rest/run.py +41 -0
- holado_test/tools/test_server/server/run.sh +6 -0
- holado_test/tools/test_server/server/run_test_server_in_docker.sh +104 -0
- holado_tools/__init__.py +38 -0
- holado_tools/scripts/execute_persisted_post_processes/execute_persisted_post_processes.py +36 -0
- holado_tools/scripts/execute_persisted_post_processes/execute_persisted_post_processes.sh +6 -0
- holado_tools/scripts/execute_persisted_post_processes/initialize_holado.py +62 -0
- holado_tools/tests/behave/steps/__init__.py +16 -0
- holado_tools/tests/behave/steps/tools/host_controller/client_steps.py +97 -0
- holado_tools/tools/host_controller/client/rest/host_controller_client.py +275 -0
- holado_tools/tools/host_controller/server/Dockerfile +60 -0
- holado_tools/tools/host_controller/server/requirements.txt +2 -0
- holado_tools/tools/host_controller/server/rest/README +2 -0
- holado_tools/tools/host_controller/server/rest/api/__init__.py +24 -0
- holado_tools/tools/host_controller/server/rest/api/config.py +88 -0
- holado_tools/tools/host_controller/server/rest/api/docker/__init__.py +66 -0
- holado_tools/tools/host_controller/server/rest/api/docker/container.py +144 -0
- holado_tools/tools/host_controller/server/rest/api/docker/logs.py +66 -0
- holado_tools/tools/host_controller/server/rest/api/os.py +58 -0
- holado_tools/tools/host_controller/server/rest/initialize_holado.py +72 -0
- holado_tools/tools/host_controller/server/rest/openapi.yaml +561 -0
- holado_tools/tools/host_controller/server/rest/run.py +31 -0
- holado_tools/tools/host_controller/server/run_host_controller_in_docker.sh +107 -0
- holado_tools/tools/host_viewer/client/rest/host_viewer_client.py +190 -0
- holado_tools/tools/host_viewer/server/Dockerfile +60 -0
- holado_tools/tools/host_viewer/server/requirements.txt +2 -0
- holado_tools/tools/host_viewer/server/rest/README +2 -0
- holado_tools/tools/host_viewer/server/rest/api/__init__.py +24 -0
- holado_tools/tools/host_viewer/server/rest/api/docker/__init__.py +65 -0
- holado_tools/tools/host_viewer/server/rest/api/docker/container.py +87 -0
- holado_tools/tools/host_viewer/server/rest/api/os.py +58 -0
- holado_tools/tools/host_viewer/server/rest/initialize_holado.py +72 -0
- holado_tools/tools/host_viewer/server/rest/openapi.yaml +301 -0
- holado_tools/tools/host_viewer/server/rest/run.py +31 -0
- holado_tools/tools/host_viewer/server/run_host_viewer_in_docker.sh +107 -0
- holado_value/__init__.py +24 -0
- holado_value/common/tables/comparators/table_2_value_table_cell_comparator.py +196 -0
- holado_value/common/tables/comparators/table_2_value_table_comparator.py +27 -0
- holado_value/common/tables/comparators/table_2_value_table_row_comparator.py +27 -0
- holado_value/common/tables/comparators/table_2_value_table_with_header_comparator.py +27 -0
- holado_value/common/tables/converters/value_table_converter.py +267 -0
- holado_value/common/tables/value_table.py +29 -0
- holado_value/common/tables/value_table_cell.py +76 -0
- holado_value/common/tables/value_table_manager.py +48 -0
- holado_value/common/tables/value_table_row.py +43 -0
- holado_value/common/tables/value_table_with_header.py +28 -0
- holado_value/common/tools/unique_value_manager.py +109 -0
- holado_value/common/tools/value.py +191 -0
- holado_value/common/tools/value_types.py +41 -0
- holado_value/tests/behave/steps/__init__.py +16 -0
- holado_value/tests/behave/steps/private/__init__.py +16 -0
- holado_ws/__init__.py +16 -0
- holado_ws/api/ws/TODO.txt +2 -0
- holado_ws/tests/behave/steps/__init__.py +16 -0
- holado_ws/tests/behave/steps/api/web_service_steps.py +189 -0
- holado_xml/__init__.py +38 -0
- holado_xml/tests/behave/steps/__init__.py +16 -0
- holado_xml/tests/behave/steps/private/__init__.py +16 -0
- holado_xml/xml/stream_xml_file.py +181 -0
- holado_xml/xml/xml_file.py +97 -0
- holado_xml/xml/xml_manager.py +35 -0
- holado_yaml/__init__.py +31 -0
- holado_yaml/tests/behave/steps/__init__.py +16 -0
- holado_yaml/tests/behave/steps/yaml_steps.py +161 -0
- holado_yaml/yaml/enums.py +28 -0
- holado_yaml/yaml/pyyaml/pyyaml_client.py +72 -0
- holado_yaml/yaml/ruamel/ruamel_yaml_client.py +80 -0
- holado_yaml/yaml/yaml_client.py +203 -0
- holado_yaml/yaml/yaml_manager.py +94 -0
- test_holado/Dockerfile_test_holado +82 -0
- test_holado/__init__.py +4 -0
- test_holado/__main__.py +25 -0
- test_holado/build_docker_image_to_test_holado_in_docker.sh +7 -0
- test_holado/environment.py +60 -0
- test_holado/features/Configuration/Actions/execute_persisted_post_processes.feature +13 -0
- test_holado/features/NonReg/api/REST.feature +26 -0
- test_holado/features/NonReg/api/gRPC.feature +116 -0
- test_holado/features/NonReg/common/multiprocessing/simple.feature +60 -0
- test_holado/features/NonReg/common/system/commands.feature +43 -0
- test_holado/features/NonReg/common/system/system.feature +20 -0
- test_holado/features/NonReg/common/tables/table.feature +245 -0
- test_holado/features/NonReg/common/tables/value_table_conversion.feature +29 -0
- test_holado/features/NonReg/common/tools/DateTime.feature +88 -0
- test_holado/features/NonReg/common/tools/UniqueValueManager.feature +43 -0
- test_holado/features/NonReg/holado_ais/ais_message-bitarray_to_nmea.feature +135 -0
- test_holado/features/NonReg/holado_ais/ais_message-nmea_raw_to_dict.feature +93 -0
- test_holado/features/NonReg/holado_ais/message_types/type-10.feature +38 -0
- test_holado/features/NonReg/holado_ais/message_types/type-12.feature +37 -0
- test_holado/features/NonReg/holado_ais/message_types/type-14.feature +36 -0
- test_holado/features/NonReg/holado_ais/message_types/type-15.feature +36 -0
- test_holado/features/NonReg/holado_ais/message_types/type-16.feature +38 -0
- test_holado/features/NonReg/holado_ais/message_types/type-17.feature +46 -0
- test_holado/features/NonReg/holado_ais/message_types/type-18.feature +37 -0
- test_holado/features/NonReg/holado_ais/message_types/type-19.feature +38 -0
- test_holado/features/NonReg/holado_ais/message_types/type-1_2_3.feature +42 -0
- test_holado/features/NonReg/holado_ais/message_types/type-20.feature +38 -0
- test_holado/features/NonReg/holado_ais/message_types/type-21.feature +37 -0
- test_holado/features/NonReg/holado_ais/message_types/type-22.feature +84 -0
- test_holado/features/NonReg/holado_ais/message_types/type-23.feature +49 -0
- test_holado/features/NonReg/holado_ais/message_types/type-24.feature +72 -0
- test_holado/features/NonReg/holado_ais/message_types/type-25.feature +143 -0
- test_holado/features/NonReg/holado_ais/message_types/type-26.feature +144 -0
- test_holado/features/NonReg/holado_ais/message_types/type-27.feature +36 -0
- test_holado/features/NonReg/holado_ais/message_types/type-4_11.feature +39 -0
- test_holado/features/NonReg/holado_ais/message_types/type-5.feature +33 -0
- test_holado/features/NonReg/holado_ais/message_types/type-6.feature +37 -0
- test_holado/features/NonReg/holado_ais/message_types/type-7_13.feature +43 -0
- test_holado/features/NonReg/holado_ais/message_types/type-8.feature +37 -0
- test_holado/features/NonReg/holado_ais/message_types/type-9.feature +37 -0
- test_holado/features/NonReg/holado_binary/bit_series.error.feature +33 -0
- test_holado/features/NonReg/holado_binary/bit_series.feature +144 -0
- test_holado/features/NonReg/holado_protobuf/protobuf.feature +291 -0
- test_holado/features/NonReg/holado_python/convert.feature +20 -0
- test_holado/features/NonReg/holado_python/iterable.feature +61 -0
- test_holado/features/NonReg/holado_python/standard_library/socket/local_echo_server/socket_reset.feature +191 -0
- test_holado/features/NonReg/holado_python/standard_library/socket/local_echo_server/socket_with_tls_and_verify.feature +279 -0
- test_holado/features/NonReg/holado_python/standard_library/socket/local_echo_server/socket_with_tls_without_verify.feature +299 -0
- test_holado/features/NonReg/holado_python/standard_library/socket/local_echo_server/socket_without_tls.feature +163 -0
- test_holado/features/NonReg/holado_python/standard_library/socket/tcpbin.com/socket_with_mtls.feature +214 -0
- test_holado/features/NonReg/holado_python/standard_library/socket/tcpbin.com/socket_with_tls.feature +184 -0
- test_holado/features/NonReg/holado_python/standard_library/socket/tcpbin.com/socket_without_tls.feature +169 -0
- test_holado/features/NonReg/holado_scripting/common/tools/dynamic_text_manager.feature +18 -0
- test_holado/features/NonReg/holado_scripting/common/tools/expression_evaluator.feature +185 -0
- test_holado/features/NonReg/holado_scripting/common/tools/variable_manager.feature +71 -0
- test_holado/features/NonReg/holado_scripting/text/interpreter/interpreter.error.feature +21 -0
- test_holado/features/NonReg/holado_scripting/text/interpreter/interpreter.feature +120 -0
- test_holado/features/NonReg/holado_yaml/yaml.feature +514 -0
- test_holado/features/NonReg/ipc/json.feature +20 -0
- test_holado/features/NonReg/scenario/scenario.feature +183 -0
- test_holado/features/NonReg/test_steps/behave.feature +275 -0
- test_holado/features/NonReg/test_steps/common.feature +100 -0
- test_holado/features/NonReg/tools/RabbitMQ.feature +445 -0
- test_holado/features/NonReg/tools/RabbitMQ_steps.feature +276 -0
- test_holado/features/NonReg/tools/S3/boto3_client.feature +73 -0
- test_holado/features/NonReg/tools/S3/minio_client.feature +75 -0
- test_holado/features/NonReg/tools/db_sqlite3.feature +41 -0
- test_holado/features/NonReg/tools/sFTP.feature +25 -0
- test_holado/features/Test/logger.feature +28 -0
- test_holado/features/Test/test_host_controller.feature +13 -0
- test_holado/features/Test/test_parameter.feature +15 -0
- test_holado/features/__init__.py +0 -0
- test_holado/initialize_holado.py +62 -0
- test_holado/logging.conf +53 -0
- test_holado/resources/proto/definitions/protobuf/custom_types/field_types.proto +24 -0
- test_holado/resources/proto/definitions/protobuf/protobuf.dev/tutorial/addressbook.proto +56 -0
- test_holado/resources/proto/generated/protobuf/custom_types/field_types_pb2.py +34 -0
- test_holado/resources/proto/generated/protobuf/protobuf/dev/tutorial/addressbook_pb2.py +34 -0
- test_holado/resources/scripts/list_tags.sh +2 -0
- test_holado/resources/scripts/update_resources_proto_generated.py +70 -0
- test_holado/steps/__init__.py +0 -0
- test_holado/steps/private_steps.py +20 -0
- test_holado/steps/public_steps.py +23 -0
- test_holado/test_holado_session_context.py +43 -0
- test_holado/tools/connexion/api_rest/openapi.yaml +16 -0
- test_holado/tools/connexion/api_rest/run.py +19 -0
- test_holado/tools/django/README.txt +3 -0
- test_holado/tools/django/api_grpc/api_grpc/__init__.py +0 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/__init__.py +0 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/admin.py +3 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/apps.py +6 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/migrations/__init__.py +0 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/models.py +3 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/proto/__init__.py +0 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/proto/account.proto +27 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/proto/account_pb2.py +33 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/proto/account_pb2_grpc.py +199 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/serializers.py +12 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/services.py +11 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/tests.py +3 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/views.py +3 -0
- test_holado/tools/django/api_grpc/api_grpc/asgi.py +16 -0
- test_holado/tools/django/api_grpc/api_grpc/settings.py +126 -0
- test_holado/tools/django/api_grpc/api_grpc/urls.py +27 -0
- test_holado/tools/django/api_grpc/api_grpc/wsgi.py +16 -0
- test_holado/tools/django/api_grpc/db.sqlite3 +0 -0
- test_holado/tools/django/api_grpc/manage.py +29 -0
- test_holado/tools/django/api_grpc/manual_test_commands.txt +25 -0
- test_holado/tools/django/api_grpc/patch_djangogrpcframework.py +42 -0
- test_holado/tools/django/api_rest/api_rest/__init__.py +0 -0
- test_holado/tools/django/api_rest/api_rest/api1/__init__.py +0 -0
- test_holado/tools/django/api_rest/api_rest/api1/admin.py +3 -0
- test_holado/tools/django/api_rest/api_rest/api1/apps.py +6 -0
- test_holado/tools/django/api_rest/api_rest/api1/migrations/__init__.py +0 -0
- test_holado/tools/django/api_rest/api_rest/api1/models.py +3 -0
- test_holado/tools/django/api_rest/api_rest/api1/serializers.py +15 -0
- test_holado/tools/django/api_rest/api_rest/api1/tests.py +3 -0
- test_holado/tools/django/api_rest/api_rest/api1/views.py +24 -0
- test_holado/tools/django/api_rest/api_rest/asgi.py +16 -0
- test_holado/tools/django/api_rest/api_rest/settings.py +133 -0
- test_holado/tools/django/api_rest/api_rest/urls.py +32 -0
- test_holado/tools/django/api_rest/api_rest/wsgi.py +16 -0
- test_holado/tools/django/api_rest/db.sqlite3 +0 -0
- test_holado/tools/django/api_rest/manage.py +22 -0
|
@@ -0,0 +1,99 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
|
|
3
|
+
#################################################
|
|
4
|
+
# HolAdo (Holistic Automation do)
|
|
5
|
+
#
|
|
6
|
+
# (C) Copyright 2021-2025 by Eric Klumpp
|
|
7
|
+
#
|
|
8
|
+
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
9
|
+
#
|
|
10
|
+
# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
11
|
+
|
|
12
|
+
# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
|
|
13
|
+
#################################################
|
|
14
|
+
|
|
15
|
+
# This file is a helper to build scripts using HolAdo solution, with CSV files as input.
|
|
16
|
+
# Usually, it is copied and adapted for specific usage.
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
import logging
|
|
20
|
+
from holado_python.common.tools.datetime import DateTime
|
|
21
|
+
from holado_helper.script.action_script import ActionScript, ActionScriptActor, ActionScriptFile, ActionRegistry
|
|
22
|
+
from holado_helper.script.action import BehaveActionInfo
|
|
23
|
+
from holado_core.common.actors.actions import Action
|
|
24
|
+
import copy
|
|
25
|
+
|
|
26
|
+
logger = logging.getLogger(__name__)
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
class BehaveActionScriptFile(ActionScriptFile):
|
|
30
|
+
def __init__(self, file_ext):
|
|
31
|
+
super().__init__(file_ext)
|
|
32
|
+
|
|
33
|
+
|
|
34
|
+
class BehaveActionRegistry(ActionRegistry):
|
|
35
|
+
def __init__(self, name):
|
|
36
|
+
super().__init__(name)
|
|
37
|
+
|
|
38
|
+
def register_action(self, action, parameters_default_values=None, parameters_replacements=None, behave_tags=None, **kwargs):
|
|
39
|
+
action_kwargs = {}
|
|
40
|
+
if behave_tags is not None:
|
|
41
|
+
action_kwargs['behave_tags'] = behave_tags
|
|
42
|
+
action_kwargs.update(kwargs)
|
|
43
|
+
super().register_action(action, parameters_default_values=parameters_default_values, parameters_replacements=parameters_replacements, **action_kwargs)
|
|
44
|
+
|
|
45
|
+
def get_action_behave_tags(self, action, action_parameters=None):
|
|
46
|
+
return self.get_action_kwargs(action).get('behave_tags', None)
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
class BehaveActionScriptActor(ActionScriptActor):
|
|
50
|
+
def __init__(self, module_name, action_registry=None):
|
|
51
|
+
super().__init__(module_name, action_registry)
|
|
52
|
+
|
|
53
|
+
def act_process_action(self, action_info, action_script):
|
|
54
|
+
def process_action():
|
|
55
|
+
from holado.common.context.session_context import SessionContext
|
|
56
|
+
from holado_helper.script.action import BehaveActionRunner
|
|
57
|
+
|
|
58
|
+
var_manager = SessionContext.instance().multitask_manager.get_thread_context().get_variable_manager()
|
|
59
|
+
behave_runner = BehaveActionRunner(action_info, var_manager)
|
|
60
|
+
res_main = behave_runner.run()
|
|
61
|
+
|
|
62
|
+
res = copy.deepcopy(action_info)
|
|
63
|
+
if res.params is None:
|
|
64
|
+
res.params = {}
|
|
65
|
+
res.params['STATUS'] = 'SUCCESS' if res_main else 'ERROR'
|
|
66
|
+
|
|
67
|
+
return res
|
|
68
|
+
return Action(action_info.action, process_action)
|
|
69
|
+
|
|
70
|
+
|
|
71
|
+
class BehaveActionScript(ActionScript):
|
|
72
|
+
def __init__(self, work_dir_path=None, with_input=True, with_output=True, with_template=True, with_action_parameter=True,
|
|
73
|
+
actor=None, action_registry=None, script_file=None):
|
|
74
|
+
if actor is None:
|
|
75
|
+
actor = BehaveActionScriptActor("default_behave", action_registry)
|
|
76
|
+
super().__init__(work_dir_path=work_dir_path, with_input=with_input, with_output=with_output, with_template=with_template,
|
|
77
|
+
with_action_parameter=with_action_parameter, actor=actor, action_registry=action_registry, script_file=script_file)
|
|
78
|
+
|
|
79
|
+
def build_action_tags(self, action, action_args=None):
|
|
80
|
+
return list(self.action_registry.get_action_behave_tags(action))
|
|
81
|
+
|
|
82
|
+
def _build_behave_args(self, tags=None):
|
|
83
|
+
res = f'--no-source --no-skipped --format null --no-summary --no-capture --no-capture-stderr --no-logcapture'
|
|
84
|
+
if tags:
|
|
85
|
+
for tag in tags:
|
|
86
|
+
res += f' -t {tag}'
|
|
87
|
+
return res
|
|
88
|
+
|
|
89
|
+
def new_action_info_from_args(self):
|
|
90
|
+
action = self.args.action
|
|
91
|
+
static_params = self.action_registry.get_action_static_parameters_values(action)
|
|
92
|
+
behave_args = self._build_behave_args(self.action_registry.get_action_behave_tags(action))
|
|
93
|
+
return self.new_action_info(action, static_params=static_params, behave_args=behave_args)
|
|
94
|
+
|
|
95
|
+
def new_action_info(self, action, uid=None, behave_args=None, params=None, static_params=None, index=0):
|
|
96
|
+
return BehaveActionInfo(uid=uid, action=action, params=params, static_params=static_params, index=index, behave_args=behave_args)
|
|
97
|
+
|
|
98
|
+
|
|
99
|
+
|
|
@@ -0,0 +1,142 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
|
|
3
|
+
#################################################
|
|
4
|
+
# HolAdo (Holistic Automation do)
|
|
5
|
+
#
|
|
6
|
+
# (C) Copyright 2021-2025 by Eric Klumpp
|
|
7
|
+
#
|
|
8
|
+
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
9
|
+
#
|
|
10
|
+
# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
11
|
+
|
|
12
|
+
# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
|
|
13
|
+
#################################################
|
|
14
|
+
|
|
15
|
+
# This file is a helper to build scripts using HolAdo solution, with CSV files as input.
|
|
16
|
+
# Usually, it is copied and adapted for specific usage.
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
import logging
|
|
20
|
+
import csv
|
|
21
|
+
from holado_helper.script.behave_action_script import BehaveActionScript, BehaveActionScriptFile
|
|
22
|
+
from holado_helper.script.job import Job
|
|
23
|
+
from holado.common.context.session_context import SessionContext
|
|
24
|
+
|
|
25
|
+
logger = logging.getLogger(__name__)
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
class CSVActionScriptFile(BehaveActionScriptFile):
|
|
29
|
+
def __init__(self):
|
|
30
|
+
super().__init__(file_ext='.csv')
|
|
31
|
+
self.__text_interpreter = SessionContext.instance().text_interpreter
|
|
32
|
+
|
|
33
|
+
def read_jobs(self, file_path, action_script):
|
|
34
|
+
action = action_script.args.action
|
|
35
|
+
|
|
36
|
+
list_action_params = self._read_action_params_from_csv_file(file_path)
|
|
37
|
+
|
|
38
|
+
actions = []
|
|
39
|
+
for index, ap in enumerate(list_action_params):
|
|
40
|
+
behave_tags = action_script.action_registry.get_action_behave_tags(action)
|
|
41
|
+
behave_args = action_script._build_behave_args(tags=behave_tags)
|
|
42
|
+
static_params = action_script.action_registry.get_action_static_parameters_values(action)
|
|
43
|
+
action_info = action_script.new_action_info(action, behave_args=behave_args, params=ap, static_params=static_params, index=index)
|
|
44
|
+
actions.append(action_info)
|
|
45
|
+
|
|
46
|
+
job = Job(actions=actions, in_parallel=False)
|
|
47
|
+
|
|
48
|
+
return [job]
|
|
49
|
+
|
|
50
|
+
def _read_action_params_from_csv_file(self, file_path):
|
|
51
|
+
res = []
|
|
52
|
+
|
|
53
|
+
with open(file_path, 'r') as fin:
|
|
54
|
+
dr = csv.DictReader(fin, delimiter=';', quoting=csv.QUOTE_NONE)
|
|
55
|
+
|
|
56
|
+
for row in dr:
|
|
57
|
+
params_csv = dict(row)
|
|
58
|
+
|
|
59
|
+
# Interpret parameter values to get expected values instead of strings
|
|
60
|
+
params = {}
|
|
61
|
+
for key, value in params_csv.items():
|
|
62
|
+
val_to_interpret = f"${{{value}}}"
|
|
63
|
+
val_interpreted = self.__text_interpreter.interpret(val_to_interpret)
|
|
64
|
+
if val_interpreted != val_to_interpret:
|
|
65
|
+
params[key] = val_interpreted
|
|
66
|
+
else:
|
|
67
|
+
params[key] = value
|
|
68
|
+
|
|
69
|
+
res.append(params)
|
|
70
|
+
|
|
71
|
+
return res
|
|
72
|
+
|
|
73
|
+
def write_jobs(self, file_path, jobs, action_script):
|
|
74
|
+
list_action_infos = []
|
|
75
|
+
for job in jobs:
|
|
76
|
+
list_action_infos.extend(job.actions)
|
|
77
|
+
|
|
78
|
+
self._write_action_params_in_csv_file(file_path, list_action_infos)
|
|
79
|
+
|
|
80
|
+
def _write_action_params_in_csv_file(self, file_path, list_action_infos):
|
|
81
|
+
# Define fieldnames
|
|
82
|
+
if len(list_action_infos) < 1:
|
|
83
|
+
return
|
|
84
|
+
fieldnames = list(list_action_infos[0].params.keys())
|
|
85
|
+
|
|
86
|
+
with open(file_path, 'w') as fout:
|
|
87
|
+
dw = csv.DictWriter(fout, fieldnames=fieldnames, delimiter=';', quoting=csv.QUOTE_NONE)
|
|
88
|
+
dw.writeheader()
|
|
89
|
+
for action_info in list_action_infos:
|
|
90
|
+
dw.writerow(action_info.params)
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
|
|
94
|
+
class CSVActionScript(BehaveActionScript):
|
|
95
|
+
def __init__(self, work_dir_path=None, actor=None, action_registry=None, script_file=None):
|
|
96
|
+
if script_file is None:
|
|
97
|
+
script_file = CSVActionScriptFile()
|
|
98
|
+
super().__init__(work_dir_path=work_dir_path, actor=actor, action_registry=action_registry, script_file=script_file)
|
|
99
|
+
|
|
100
|
+
def get_description(self, script_command, short_description, action):
|
|
101
|
+
return """{short_description}
|
|
102
|
+
|
|
103
|
+
Usage:
|
|
104
|
+
1. Generate a template file for the desired action with parameter '--output-template' as in example 1.
|
|
105
|
+
It is possible to specify the name of the output file with parameter '-o'.
|
|
106
|
+
2. Copy the template line in order to have one line per action to do, and modify the template file with desired values.
|
|
107
|
+
3. Process actions described in a CSV file with parameter '-i'.
|
|
108
|
+
If an error occurs at a line, execution is stopped.
|
|
109
|
+
4. See result in output file. If parameter '-o' is not specified, the output filename is generated from parameter '-i'.
|
|
110
|
+
|
|
111
|
+
In template files, a default value is set in each column.
|
|
112
|
+
For columns with enum values, the default value is a combination of each possible enum values separated by a '|', but only one value is possible.
|
|
113
|
+
|
|
114
|
+
|
|
115
|
+
In input and output files, the first column 'STATUS' describes the status of execution of each line:
|
|
116
|
+
- 'TODO' (or ''): the line is to process (in output file, it means that execution was stopped on an error with a previous line)
|
|
117
|
+
- 'SUCCESS': the line was in success
|
|
118
|
+
- 'ERROR': the line was in error
|
|
119
|
+
- others: the line is not processed, you can specify your own status to skip this line
|
|
120
|
+
In template files, this column is automatically initialized with status 'TODO'.
|
|
121
|
+
Any output file can be used as input file, the lines that are in status 'ERROR' or 'TODO' will be processed again.
|
|
122
|
+
|
|
123
|
+
Example 1: Output CSV template for action '{action}'
|
|
124
|
+
|
|
125
|
+
{script_command} {action} --output-template -o {action}.csv
|
|
126
|
+
|
|
127
|
+
Example 2: Process action '{action}' with given input CSV
|
|
128
|
+
|
|
129
|
+
{script_command} {action} -i {action}.csv
|
|
130
|
+
""".format(short_description=short_description, script_command=script_command, action=action)
|
|
131
|
+
|
|
132
|
+
def _new_argument_parser(self, description=None, additional_arguments=None, add_help=True):
|
|
133
|
+
parser = super()._new_argument_parser(description=description, additional_arguments=additional_arguments, add_help=add_help)
|
|
134
|
+
|
|
135
|
+
# Add mode serie/parallel
|
|
136
|
+
parser.add_argument('-m', '--mode', choices=['serial', 'parallel'], dest='mode', default='serial',
|
|
137
|
+
help='Define if CSV rows must be processed in serial mode or in parallel mode')
|
|
138
|
+
|
|
139
|
+
return parser
|
|
140
|
+
|
|
141
|
+
|
|
142
|
+
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
|
|
3
|
+
#################################################
|
|
4
|
+
# HolAdo (Holistic Automation do)
|
|
5
|
+
#
|
|
6
|
+
# (C) Copyright 2021-2025 by Eric Klumpp
|
|
7
|
+
#
|
|
8
|
+
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
9
|
+
#
|
|
10
|
+
# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
11
|
+
|
|
12
|
+
# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
|
|
13
|
+
#################################################
|
|
14
|
+
|
|
15
|
+
# This file is a helper to build generic scripts using HolAdo solution.
|
|
16
|
+
# Usually, it is copied and adapted for specific usage.
|
|
17
|
+
|
|
18
|
+
import os
|
|
19
|
+
import logging
|
|
20
|
+
import argparse
|
|
21
|
+
from holado_helper.initialize_holado import insert_sys_path, insert_sys_paths
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
def _chdir(path):
|
|
25
|
+
res = os.getcwd()
|
|
26
|
+
os.chdir(path)
|
|
27
|
+
return res
|
|
28
|
+
|
|
29
|
+
def _initialize_holado(TSessionContext=None, logging_config_file_path=None, log_level=logging.WARNING, log_in_file=False, with_session_path=False, **kwargs):
|
|
30
|
+
import holado
|
|
31
|
+
session_kwargs={'with_session_path':with_session_path or log_in_file}
|
|
32
|
+
if kwargs:
|
|
33
|
+
session_kwargs.update(kwargs)
|
|
34
|
+
holado.initialize_for_script(TSessionContext=TSessionContext, logging_config_file_path=logging_config_file_path,
|
|
35
|
+
log_level=log_level, log_in_file=log_in_file, log_on_console=not log_in_file,
|
|
36
|
+
session_kwargs=session_kwargs)
|
|
37
|
+
|
|
38
|
+
def initialize(work_dir_path=None, change_work_dir=True,
|
|
39
|
+
log_level=logging.INFO, log_in_file=False,
|
|
40
|
+
TSessionContext=None, additional_sys_paths=None, with_session_path=False):
|
|
41
|
+
res = None
|
|
42
|
+
sys_paths = []
|
|
43
|
+
if work_dir_path:
|
|
44
|
+
if change_work_dir:
|
|
45
|
+
res = _chdir(work_dir_path)
|
|
46
|
+
sys_paths = [work_dir_path]
|
|
47
|
+
|
|
48
|
+
if additional_sys_paths:
|
|
49
|
+
sys_paths.extend(additional_sys_paths)
|
|
50
|
+
insert_sys_paths(sys_paths)
|
|
51
|
+
|
|
52
|
+
logging_config_file_path=None
|
|
53
|
+
for dir_path in [res, work_dir_path, os.getcwd()]:
|
|
54
|
+
if dir_path is not None:
|
|
55
|
+
file_path = os.path.join(dir_path, "logging.conf")
|
|
56
|
+
if os.path.exists(file_path):
|
|
57
|
+
logging_config_file_path = file_path
|
|
58
|
+
break
|
|
59
|
+
|
|
60
|
+
_initialize_holado(TSessionContext, logging_config_file_path, log_level, log_in_file, with_session_path)
|
|
61
|
+
|
|
62
|
+
return res
|
|
63
|
+
|
|
64
|
+
def change_working_dir(work_dir_path=None):
|
|
65
|
+
if work_dir_path:
|
|
66
|
+
res = _chdir(work_dir_path)
|
|
67
|
+
insert_sys_path(work_dir_path)
|
|
68
|
+
return res
|
|
69
|
+
else:
|
|
70
|
+
return None
|
|
71
|
+
|
|
72
|
+
def parse_logging_args():
|
|
73
|
+
log_parser = get_logging_argument_parser()
|
|
74
|
+
res, _ = log_parser.parse_known_args()
|
|
75
|
+
return res
|
|
76
|
+
|
|
77
|
+
def get_logging_argument_parser(description=None, additional_arguments=None, add_help=False):
|
|
78
|
+
parser = argparse.ArgumentParser(description=description, formatter_class=argparse.RawTextHelpFormatter, add_help=add_help)
|
|
79
|
+
|
|
80
|
+
parser.add_argument('-ll', '--log-level', choices=['ERROR', 'WARNING', 'INFO', 'DEBUG', 'TRACE'], dest='log_level', default='WARNING',
|
|
81
|
+
help='Log level')
|
|
82
|
+
|
|
83
|
+
parser.add_argument('-lf', '--log-in-file', dest='log_in_file', default=False, action="store_true",
|
|
84
|
+
help='If specified, log in file rather than console')
|
|
85
|
+
|
|
86
|
+
if additional_arguments:
|
|
87
|
+
for add_arg in additional_arguments:
|
|
88
|
+
parser.add_argument(*add_arg[0], **add_arg[1])
|
|
89
|
+
|
|
90
|
+
return parser
|
|
91
|
+
|
|
92
|
+
def change_logging_config(log_level=logging.INFO, log_in_file=False):
|
|
93
|
+
import holado
|
|
94
|
+
holado.change_logging_config(log_level=log_level, log_in_file=log_in_file, log_on_console=not log_in_file)
|
|
95
|
+
|
|
@@ -0,0 +1,136 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
|
|
3
|
+
#################################################
|
|
4
|
+
# HolAdo (Holistic Automation do)
|
|
5
|
+
#
|
|
6
|
+
# (C) Copyright 2021-2025 by Eric Klumpp
|
|
7
|
+
#
|
|
8
|
+
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
9
|
+
#
|
|
10
|
+
# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
11
|
+
|
|
12
|
+
# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
|
|
13
|
+
#################################################
|
|
14
|
+
|
|
15
|
+
# This file is a helper to build scripts using HolAdo solution, with CSV files as input.
|
|
16
|
+
# Usually, it is copied and adapted for specific usage.
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
import logging
|
|
20
|
+
import os
|
|
21
|
+
import re
|
|
22
|
+
from holado_helper.script.script import Script
|
|
23
|
+
from holado_core.common.exceptions.technical_exception import TechnicalException
|
|
24
|
+
|
|
25
|
+
logger = logging.getLogger(__name__)
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
class InputOutputScript(Script):
|
|
29
|
+
|
|
30
|
+
def __init__(self, work_dir_path=None, with_input=True, with_output=True, with_template=False):
|
|
31
|
+
super().__init__()
|
|
32
|
+
self.__work_dir_path = work_dir_path
|
|
33
|
+
self.__with_input = with_input
|
|
34
|
+
self.__with_output = with_output
|
|
35
|
+
self.__with_template = with_template
|
|
36
|
+
|
|
37
|
+
@property
|
|
38
|
+
def with_input(self):
|
|
39
|
+
return self.__with_input
|
|
40
|
+
|
|
41
|
+
@property
|
|
42
|
+
def with_output(self):
|
|
43
|
+
return self.__with_output
|
|
44
|
+
|
|
45
|
+
@property
|
|
46
|
+
def with_template(self):
|
|
47
|
+
return self.__with_template
|
|
48
|
+
|
|
49
|
+
def initialize(self):
|
|
50
|
+
super().initialize()
|
|
51
|
+
|
|
52
|
+
if self.__work_dir_path is not None:
|
|
53
|
+
self.change_working_dir(self.__work_dir_path)
|
|
54
|
+
|
|
55
|
+
def is_matching_file_path(self, input_file_path, raise_exception=False):
|
|
56
|
+
raise NotImplementedError
|
|
57
|
+
|
|
58
|
+
def is_matching_input_file_path(self, input_file_path, raise_exception=False):
|
|
59
|
+
return self.is_matching_file_path(input_file_path, raise_exception)
|
|
60
|
+
|
|
61
|
+
def is_matching_output_file_path(self, input_file_path, raise_exception=False):
|
|
62
|
+
return self.is_matching_file_path(input_file_path, raise_exception)
|
|
63
|
+
|
|
64
|
+
def _new_argument_parser(self, description=None, additional_arguments=None, add_help=True):
|
|
65
|
+
parser = super()._new_argument_parser(description=description, additional_arguments=additional_arguments, add_help=add_help)
|
|
66
|
+
|
|
67
|
+
if self.__with_input:
|
|
68
|
+
parser.add_argument('-i', '--input', dest='input_filename', default=None,
|
|
69
|
+
help='Input file name')
|
|
70
|
+
|
|
71
|
+
if self.__with_output:
|
|
72
|
+
parser.add_argument('-o', '--output', dest='output_filename', default=None,
|
|
73
|
+
help='Output file name (no output by default)')
|
|
74
|
+
|
|
75
|
+
if self.__with_template:
|
|
76
|
+
parser.add_argument('-ot', '--output-template', dest='output_template', default=False, action="store_true",
|
|
77
|
+
help='If specified, output a template')
|
|
78
|
+
|
|
79
|
+
return parser
|
|
80
|
+
|
|
81
|
+
def _build_input_path(self, input_filename, cwd):
|
|
82
|
+
if input_filename is None:
|
|
83
|
+
logger.print(f"Input filename must be specified with parameter '-i' (-h for help)")
|
|
84
|
+
exit(1)
|
|
85
|
+
|
|
86
|
+
input_path = self._build_path(input_filename, cwd)
|
|
87
|
+
if not os.path.exists(input_path):
|
|
88
|
+
logger.print(f"Input file '{input_path}' doesn't exist")
|
|
89
|
+
exit(1)
|
|
90
|
+
|
|
91
|
+
return input_path
|
|
92
|
+
|
|
93
|
+
def _build_output_template_path(self):
|
|
94
|
+
"""Return output template path.
|
|
95
|
+
It should be overriden, and call _build_output_path with appropriate base_default_path argument.
|
|
96
|
+
"""
|
|
97
|
+
return self._build_output_path(self.args.output_filename, None, self.user_working_dir)
|
|
98
|
+
|
|
99
|
+
def _build_output_path(self, output_filename, base_default_path, cwd, raise_exception=True):
|
|
100
|
+
res = None
|
|
101
|
+
if output_filename is not None:
|
|
102
|
+
res = self._build_path(output_filename, cwd)
|
|
103
|
+
elif base_default_path is not None:
|
|
104
|
+
output_path_base, with_suffix, ext = self._build_output_path_base(base_default_path)
|
|
105
|
+
if with_suffix:
|
|
106
|
+
res = self._build_path(f"{output_path_base}-SUCCESS{ext}", cwd)
|
|
107
|
+
else:
|
|
108
|
+
res = self._build_path(f"{output_path_base}{ext}", cwd)
|
|
109
|
+
elif raise_exception:
|
|
110
|
+
raise TechnicalException("Failed to build output path, one of parameters 'output_filename' and 'base_default_path' must be defined")
|
|
111
|
+
return res
|
|
112
|
+
|
|
113
|
+
def _build_output_path_base(self, output_path):
|
|
114
|
+
res, ext = os.path.splitext(output_path)
|
|
115
|
+
with_suffix = False
|
|
116
|
+
if res.endswith('-SUCCESS'):
|
|
117
|
+
res = res[:-len('-SUCCESS')]
|
|
118
|
+
with_suffix = True
|
|
119
|
+
else:
|
|
120
|
+
m = re.match(r'^(.*)-FAIL(_\d+)?$', res)
|
|
121
|
+
if m:
|
|
122
|
+
res = m.group(1)
|
|
123
|
+
with_suffix = True
|
|
124
|
+
return res, with_suffix, ext
|
|
125
|
+
|
|
126
|
+
def _build_output_path_from_base(self, output_path_base, ext):
|
|
127
|
+
output_path = f"{output_path_base}{ext}"
|
|
128
|
+
if os.path.exists(output_path):
|
|
129
|
+
suffix_index = 1
|
|
130
|
+
output_path = f"{output_path_base}_{suffix_index}{ext}"
|
|
131
|
+
while os.path.exists(output_path):
|
|
132
|
+
suffix_index += 1
|
|
133
|
+
output_path = f"{output_path_base}_{suffix_index}{ext}"
|
|
134
|
+
return output_path
|
|
135
|
+
|
|
136
|
+
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
|
|
2
|
+
#################################################
|
|
3
|
+
# HolAdo (Holistic Automation do)
|
|
4
|
+
#
|
|
5
|
+
# (C) Copyright 2021-2025 by Eric Klumpp
|
|
6
|
+
#
|
|
7
|
+
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
8
|
+
#
|
|
9
|
+
# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
10
|
+
|
|
11
|
+
# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
|
|
12
|
+
#################################################
|
|
13
|
+
|
|
14
|
+
import logging
|
|
15
|
+
from typing import NamedTuple, List, get_type_hints
|
|
16
|
+
from holado_helper.script.action import BehaveActionInfo
|
|
17
|
+
from holado_json.ipc.json_converter import JsonConverter
|
|
18
|
+
from holado_json.ipc.json_types import JsonTypes
|
|
19
|
+
from holado_json.ipc.json_types import _from_json_to_NamedTuple as orig_from_json_to_NamedTuple
|
|
20
|
+
from holado_json.ipc.json_types import _from_json_to_object as orig_from_json_to_object
|
|
21
|
+
from holado_python.standard_library.typing import Typing
|
|
22
|
+
import inspect
|
|
23
|
+
|
|
24
|
+
logger = logging.getLogger(__name__)
|
|
25
|
+
|
|
26
|
+
class Job(NamedTuple):
|
|
27
|
+
actions:List[BehaveActionInfo]
|
|
28
|
+
in_parallel:bool
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
class JobJsonConverter(JsonConverter):
|
|
32
|
+
def __init__(self, script_inst):
|
|
33
|
+
super().__init__()
|
|
34
|
+
self.__script_inst = script_inst
|
|
35
|
+
self.__job_counter = 0
|
|
36
|
+
self.__action_info_counter = 0
|
|
37
|
+
|
|
38
|
+
self.__override_registered_types()
|
|
39
|
+
|
|
40
|
+
def __override_registered_types(self):
|
|
41
|
+
self.register_resource_for_type('NamedTuple', lambda c: Typing.is_NamedTuple(class_=c), lambda o: Typing.is_NamedTuple(obj=o),
|
|
42
|
+
(None, None, self._from_json_to_NamedTuple))
|
|
43
|
+
|
|
44
|
+
self.register_resource_for_type_in_class('object', lambda c: inspect.isclass(c) and issubclass(c, object), lambda o: isinstance(o, object) and hasattr(o, '__dict__'),
|
|
45
|
+
(None, lambda x: x.__dict__, self._from_json_to_object))
|
|
46
|
+
|
|
47
|
+
def _from_json_to_object(self, obj_json, class_, _parents=None, converter=None):
|
|
48
|
+
if inspect.isclass(class_) and issubclass(class_, BehaveActionInfo):
|
|
49
|
+
self.__action_info_counter += 1
|
|
50
|
+
action = obj_json['action']
|
|
51
|
+
|
|
52
|
+
params = self.from_json_to(obj_json['params'], dict, _parents=JsonTypes._new_parents(_parents, class_, name='params'))
|
|
53
|
+
action_params = self.__script_inst.build_processing_action_params(action, action_args=obj_json, action_params=params, job_id=self.__job_counter)
|
|
54
|
+
|
|
55
|
+
static_params = self.__script_inst.action_registry.get_action_static_parameters_values(action)
|
|
56
|
+
|
|
57
|
+
tags = self.__script_inst.build_action_tags(action, action_args=obj_json)
|
|
58
|
+
behave_args = self.__script_inst._build_behave_args(tags)
|
|
59
|
+
|
|
60
|
+
index = _parents[-1]['index'] if _parents is not None and 'index' in _parents[-1] else None
|
|
61
|
+
return self.__script_inst.new_action_info(action, behave_args=behave_args, params=action_params, static_params=static_params, index=index)
|
|
62
|
+
else:
|
|
63
|
+
return orig_from_json_to_object(obj_json, class_, _parents=_parents, converter=converter)
|
|
64
|
+
|
|
65
|
+
def _from_json_to_NamedTuple(self, obj_json, class_, _parents=None, converter=None):
|
|
66
|
+
if inspect.isclass(class_) and issubclass(class_, Job):
|
|
67
|
+
self.__job_counter += 1
|
|
68
|
+
actions = self.from_json_to(obj_json['actions'], get_type_hints(Job)['actions'], _parents=JsonTypes._new_parents(_parents, class_, name='actions'))
|
|
69
|
+
is_parallel = obj_json.get('is_parallel', False)
|
|
70
|
+
return Job(actions, is_parallel)
|
|
71
|
+
else:
|
|
72
|
+
return orig_from_json_to_NamedTuple(obj_json, class_, _parents=_parents, converter=converter)
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
|
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
|
|
3
|
+
#################################################
|
|
4
|
+
# HolAdo (Holistic Automation do)
|
|
5
|
+
#
|
|
6
|
+
# (C) Copyright 2021-2025 by Eric Klumpp
|
|
7
|
+
#
|
|
8
|
+
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
9
|
+
#
|
|
10
|
+
# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
11
|
+
|
|
12
|
+
# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
|
|
13
|
+
#################################################
|
|
14
|
+
|
|
15
|
+
# This file is a helper to build scripts using HolAdo solution, with CSV files as input.
|
|
16
|
+
# Usually, it is copied and adapted for specific usage.
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
import logging
|
|
20
|
+
import json
|
|
21
|
+
from holado_helper.script.behave_action_script import BehaveActionScript, BehaveActionScriptFile
|
|
22
|
+
from holado_helper.script.job import Job
|
|
23
|
+
|
|
24
|
+
logger = logging.getLogger(__name__)
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
class JsonMultipleActionScriptFile(BehaveActionScriptFile):
|
|
28
|
+
def __init__(self):
|
|
29
|
+
super().__init__(file_ext='.json')
|
|
30
|
+
|
|
31
|
+
def read_jobs(self, file_path, action_script):
|
|
32
|
+
converter = self.get_job_json_converter(action_script)
|
|
33
|
+
|
|
34
|
+
with open(file_path, "r") as fin:
|
|
35
|
+
file_json = json.load(fin)
|
|
36
|
+
|
|
37
|
+
res = []
|
|
38
|
+
for job_json in file_json:
|
|
39
|
+
job = converter.from_json_to(job_json, Job)
|
|
40
|
+
res.append(job)
|
|
41
|
+
|
|
42
|
+
return res
|
|
43
|
+
|
|
44
|
+
def write_jobs(self, file_path, jobs, action_script):
|
|
45
|
+
raise NotImplementedError()
|
|
46
|
+
|
|
47
|
+
def get_job_json_converter(self, action_script):
|
|
48
|
+
from holado_helper.script.job import JobJsonConverter
|
|
49
|
+
return JobJsonConverter(action_script)
|
|
50
|
+
|
|
51
|
+
|
|
52
|
+
class JsonMultipleActionScript(BehaveActionScript):
|
|
53
|
+
def __init__(self, work_dir_path=None, actor=None, action_registry=None, script_file=None):
|
|
54
|
+
if script_file is None:
|
|
55
|
+
script_file = JsonMultipleActionScriptFile()
|
|
56
|
+
super().__init__(work_dir_path=work_dir_path, with_action_parameter=False, actor=actor, action_registry=action_registry, script_file=script_file)
|
|
57
|
+
|
|
58
|
+
def get_description(self, script_command, short_description):
|
|
59
|
+
return """{short_description}
|
|
60
|
+
|
|
61
|
+
Usage:
|
|
62
|
+
1. Generate a template file with parameter '--output-template' as in example 1.
|
|
63
|
+
It is possible to specify the name of the output file with parameter '-o'.
|
|
64
|
+
2. Copy and modify the template file with desired actions.
|
|
65
|
+
3. Process actions described in file with parameter '-i'.
|
|
66
|
+
4. See result in output file, if parameter '-o' is specified.
|
|
67
|
+
|
|
68
|
+
In template files, a default value is set for each possible field.
|
|
69
|
+
For fields with enum values, the default value is a combination of each possible enum value separated by a '|', but only one value is possible.
|
|
70
|
+
|
|
71
|
+
|
|
72
|
+
In input and output files, the field 'STATUS' describes the status of execution of each action:
|
|
73
|
+
- 'TODO' (or ''): the action is to process (in output file, it means that execution was stopped on an error with a previous action)
|
|
74
|
+
- 'SUCCESS': the action was in success
|
|
75
|
+
- 'ERROR': the action was in error
|
|
76
|
+
- others: the action is not processed, you can specify your own status to skip this action
|
|
77
|
+
In template files, this column is automatically initialized with status 'TODO'.
|
|
78
|
+
Any output file can be used as input file, the lines that are in status 'ERROR' or 'TODO' will be processed again.
|
|
79
|
+
|
|
80
|
+
Example 1: Output template
|
|
81
|
+
|
|
82
|
+
{script_command} --output-template -o actions.json
|
|
83
|
+
|
|
84
|
+
Example 2: Process actions with given input file
|
|
85
|
+
|
|
86
|
+
{script_command} -i actions.json
|
|
87
|
+
|
|
88
|
+
""".format(short_description=short_description, script_command=script_command)
|
|
89
|
+
|
|
90
|
+
def build_template_jobs(self):
|
|
91
|
+
actions = []
|
|
92
|
+
for action in self.action_registry.get_action_names():
|
|
93
|
+
params_default_values = self.action_registry.get_action_parameters_default_values(action)
|
|
94
|
+
params = {pdv[0]:pdv[1] for pdv in params_default_values}
|
|
95
|
+
# Note: for templates, add static parameters is not needed
|
|
96
|
+
act_info = self.new_action_info(action, params=params)
|
|
97
|
+
actions.append(act_info)
|
|
98
|
+
|
|
99
|
+
job = Job(actions=actions, in_parallel=False)
|
|
100
|
+
|
|
101
|
+
return [job]
|
|
102
|
+
|
|
103
|
+
|
|
104
|
+
|