holado 0.2.1__py3-none-any.whl → 0.2.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of holado might be problematic. Click here for more details.
- holado/__init__.py +8 -4
- {holado-0.2.1.dist-info → holado-0.2.3.dist-info}/METADATA +13 -9
- holado-0.2.3.dist-info/RECORD +535 -0
- holado_ais/__init__.py +33 -0
- holado_ais/ais/MaritimeIdentificationDigits.csv +295 -0
- holado_ais/ais/ais_manager.py +151 -0
- holado_ais/ais/ais_messages.py +203 -0
- holado_ais/ais/ais_payload.py +35 -0
- holado_ais/ais/enums.py +37 -0
- holado_ais/ais/patch_pyais.py +1303 -0
- holado_ais/tests/behave/steps/__init__.py +17 -0
- holado_ais/tests/behave/steps/ais/__init__.py +0 -0
- holado_ais/tests/behave/steps/ais/ais_manager_steps.py +50 -0
- holado_ais/tests/behave/steps/ais/ais_messages_steps.py +182 -0
- holado_binary/__init__.py +17 -0
- holado_binary/ipc/binary.py +125 -0
- holado_binary/ipc/bit_series.py +307 -0
- holado_binary/tests/behave/steps/__init__.py +17 -0
- holado_binary/tests/behave/steps/ipc/binary_steps.py +57 -0
- holado_binary/tests/behave/steps/ipc/bit_series_steps.py +131 -0
- holado_context/__init__.py +16 -0
- holado_context/tests/behave/steps/__init__.py +16 -0
- holado_context/tests/behave/steps/private/__init__.py +16 -0
- holado_context/tests/behave/steps/private/common/context_steps.py +36 -0
- holado_core/__init__.py +32 -0
- holado_core/common/__init__.py +0 -0
- holado_core/common/actors/actions.py +97 -0
- holado_core/common/actors/actor.py +226 -0
- holado_core/common/actors/element_actor.py +32 -0
- holado_core/common/actors/find_actor.py +106 -0
- holado_core/common/actors/tree_actor.py +32 -0
- holado_core/common/actors/verify_actions.py +69 -0
- holado_core/common/block/base.py +122 -0
- holado_core/common/block/block_manager.py +173 -0
- holado_core/common/block/block_method.py +46 -0
- holado_core/common/block/block_steps.py +37 -0
- holado_core/common/block/function.py +42 -0
- holado_core/common/block/scope_function.py +28 -0
- holado_core/common/block/scope_manager.py +238 -0
- holado_core/common/block/scope_steps.py +141 -0
- holado_core/common/criterias/and_criteria.py +61 -0
- holado_core/common/criterias/criteria.py +78 -0
- holado_core/common/criterias/or_criteria.py +64 -0
- holado_core/common/criterias/tools/criteria_context.py +20 -0
- holado_core/common/criterias/tools/criteria_parameters.py +18 -0
- holado_core/common/drivers/driver.py +153 -0
- holado_core/common/drivers/element_driver.py +30 -0
- holado_core/common/drivers/element_internal_api.py +239 -0
- holado_core/common/drivers/internal_api.py +40 -0
- holado_core/common/drivers/tree_driver.py +30 -0
- holado_core/common/drivers/tree_internal_api.py +176 -0
- holado_core/common/exceptions/__init__.py +0 -0
- holado_core/common/exceptions/element_exception.py +28 -0
- holado_core/common/exceptions/exceptions.py +24 -0
- holado_core/common/exceptions/functional_exception.py +21 -0
- holado_core/common/exceptions/holado_exception.py +25 -0
- holado_core/common/exceptions/technical_exception.py +27 -0
- holado_core/common/exceptions/timeout_exception.py +20 -0
- holado_core/common/exceptions/verify_exception.py +20 -0
- holado_core/common/finders/after_in_tree_finder.py +87 -0
- holado_core/common/finders/element_finder.py +60 -0
- holado_core/common/finders/else_finder.py +105 -0
- holado_core/common/finders/finder.py +478 -0
- holado_core/common/finders/or_finder.py +98 -0
- holado_core/common/finders/then_finder.py +157 -0
- holado_core/common/finders/tools/enums.py +30 -0
- holado_core/common/finders/tools/find_builder.py +118 -0
- holado_core/common/finders/tools/find_context.py +405 -0
- holado_core/common/finders/tools/find_info.py +27 -0
- holado_core/common/finders/tools/find_parameters.py +240 -0
- holado_core/common/finders/tools/find_updater.py +95 -0
- holado_core/common/finders/tools/finder_info.py +26 -0
- holado_core/common/finders/tree_finder.py +146 -0
- holado_core/common/handlers/__init__.py +0 -0
- holado_core/common/handlers/abstracts/base_redo.py +695 -0
- holado_core/common/handlers/abstracts/get_or_create.py +120 -0
- holado_core/common/handlers/element_holder.py +122 -0
- holado_core/common/handlers/enums.py +23 -0
- holado_core/common/handlers/exceptions/redo_exceptions.py +28 -0
- holado_core/common/handlers/features/resource_by_name.py +187 -0
- holado_core/common/handlers/features/resource_by_type.py +174 -0
- holado_core/common/handlers/redo.py +119 -0
- holado_core/common/handlers/wait.py +127 -0
- holado_core/common/inspectors/element_inspector.py +57 -0
- holado_core/common/inspectors/inspector.py +221 -0
- holado_core/common/inspectors/tools/inspect_builder.py +169 -0
- holado_core/common/inspectors/tools/inspect_context.py +69 -0
- holado_core/common/inspectors/tools/inspect_parameters.py +181 -0
- holado_core/common/inspectors/tree_inspector.py +73 -0
- holado_core/common/resource/persisted_data_manager.py +113 -0
- holado_core/common/resource/persisted_method_to_call_manager.py +133 -0
- holado_core/common/resource/resource_manager.py +143 -0
- holado_core/common/tables/__init__.py +1 -0
- holado_core/common/tables/comparators/__init__.py +0 -0
- holado_core/common/tables/comparators/boolean_table_cell_comparator.py +25 -0
- holado_core/common/tables/comparators/bytes_table_cell_comparator.py +25 -0
- holado_core/common/tables/comparators/datetime_table_cell_comparator.py +24 -0
- holado_core/common/tables/comparators/float_table_cell_comparator.py +31 -0
- holado_core/common/tables/comparators/integer_table_cell_comparator.py +25 -0
- holado_core/common/tables/comparators/internal_table_cell_comparator.py +30 -0
- holado_core/common/tables/comparators/string_table_cell_comparator.py +24 -0
- holado_core/common/tables/comparators/string_table_comparator.py +29 -0
- holado_core/common/tables/comparators/string_table_row_comparator.py +29 -0
- holado_core/common/tables/comparators/table_cell_comparator.py +40 -0
- holado_core/common/tables/comparators/table_comparator.py +209 -0
- holado_core/common/tables/comparators/table_comparator_manager.py +60 -0
- holado_core/common/tables/comparators/table_row_comparator.py +116 -0
- holado_core/common/tables/comparators/table_with_header_comparator.py +68 -0
- holado_core/common/tables/converters/__init__.py +0 -0
- holado_core/common/tables/converters/table_converter.py +194 -0
- holado_core/common/tables/enums.py +23 -0
- holado_core/common/tables/table.py +261 -0
- holado_core/common/tables/table_cell.py +126 -0
- holado_core/common/tables/table_manager.py +366 -0
- holado_core/common/tables/table_row.py +169 -0
- holado_core/common/tables/table_with_header.py +236 -0
- holado_core/common/tools/__init__.py +0 -0
- holado_core/common/tools/comparators/comparator.py +151 -0
- holado_core/common/tools/comparators/object_comparator.py +21 -0
- holado_core/common/tools/converters/converter.py +107 -0
- holado_core/common/tools/path_manager.py +185 -0
- holado_core/common/tools/string_tools.py +135 -0
- holado_core/common/tools/tools.py +172 -0
- holado_core/common/transport/__init__.py +0 -0
- holado_core/common/transport/crc.py +40 -0
- holado_core/tests/behave/steps/__init__.py +20 -0
- holado_core/tests/behave/steps/common/__init__.py +0 -0
- holado_core/tests/behave/steps/common/common_steps.py +136 -0
- holado_core/tests/behave/steps/common/config_steps.py +42 -0
- holado_core/tests/behave/steps/common/resource_steps.py +62 -0
- holado_core/tests/behave/steps/common/tables_steps.py +537 -0
- holado_core/tools/__init__.py +0 -0
- holado_core/tools/abstracts/__init__.py +0 -0
- holado_core/tools/abstracts/blocking_command_service.py +56 -0
- holado_core/tools/abstracts/service.py +48 -0
- holado_data/__init__.py +31 -0
- holado_data/data/generator/base.py +93 -0
- holado_data/data/generator/python_generator.py +30 -0
- holado_data/tests/behave/steps/__init__.py +17 -0
- holado_data/tests/behave/steps/data/generator_steps.py +91 -0
- holado_data/tests/behave/steps/tools/utils_steps.py +60 -0
- holado_db/__init__.py +32 -0
- holado_db/tests/behave/steps/__init__.py +18 -0
- holado_db/tests/behave/steps/tools/db/db_client_steps.py +134 -0
- holado_db/tests/behave/steps/tools/db/postgresql_client_steps.py +59 -0
- holado_db/tests/behave/steps/tools/db/sqlite_client_steps.py +57 -0
- holado_db/tools/db/clients/base/db_client.py +206 -0
- holado_db/tools/db/clients/postgresql/postgresql_client.py +65 -0
- holado_db/tools/db/clients/sqlite/sqlite_client.py +56 -0
- holado_db/tools/db/db_manager.py +109 -0
- holado_db/tools/db/query/base/query_builder.py +87 -0
- holado_db/tools/db/query/pypika/pypika_query_builder.py +193 -0
- holado_db/tools/db/query/query_manager.py +77 -0
- holado_docker/__init__.py +25 -0
- holado_docker/sdk/docker/docker_client.py +268 -0
- holado_docker/sdk/docker/docker_service.py +71 -0
- holado_docker/tests/behave/steps/__init__.py +16 -0
- holado_docker/tests/behave/steps/tools/docker_steps.py +33 -0
- holado_docker/tools/docker_controler/__init__.py +26 -0
- holado_docker/tools/docker_controler/docker_controler_client.py +36 -0
- holado_docker/tools/docker_controler/docker_controler_server.py +31 -0
- holado_docker/tools/docker_controler/proto/compile_proto.py +60 -0
- holado_docker/tools/docker_controler/proto/definitions/docker_controler.proto +63 -0
- holado_docker/tools/docker_controler/proto/generated/docker_controler_pb2.py +52 -0
- holado_docker/tools/docker_controler/proto/generated/docker_controler_pb2_grpc.py +233 -0
- holado_grpc/__init__.py +32 -0
- holado_grpc/api/rpc/TODO.txt +4 -0
- holado_grpc/api/rpc/grpc_client.py +181 -0
- holado_grpc/api/rpc/grpc_manager.py +81 -0
- holado_grpc/ipc/rpc/__init__.py +0 -0
- holado_grpc/ipc/rpc/grpc_compiler.py +45 -0
- holado_grpc/ipc/rpc/grpc_services.py +165 -0
- holado_grpc/tests/behave/steps/__init__.py +16 -0
- holado_grpc/tests/behave/steps/api/grpc_client_steps.py +173 -0
- holado_grpc/tests/behave/steps/private/__init__.py +16 -0
- holado_grpc/tests/behave/steps/private/api/grpc_steps.py +77 -0
- holado_helper/__init__.py +35 -0
- holado_helper/debug/README.txt +32 -0
- holado_helper/debug/memory/memory_profiler.py +106 -0
- holado_helper/docker/init_user.sh +24 -0
- holado_helper/docker/logging.conf +42 -0
- holado_helper/docker/run_holado_test_nonreg_in_docker.sh +120 -0
- holado_helper/docker/run_terminal_in_docker-with_docker_control.sh +103 -0
- holado_helper/docker/run_terminal_in_docker.sh +101 -0
- holado_helper/holado_module_template/__init__.py +31 -0
- holado_helper/holado_module_template/test/behave/steps/__init__.py +16 -0
- holado_helper/holado_module_template/test/behave/steps/private/__init__.py +16 -0
- holado_helper/script/action.py +109 -0
- holado_helper/script/action_script.py +477 -0
- holado_helper/script/any_action_script.py +126 -0
- holado_helper/script/behave_action_script.py +99 -0
- holado_helper/script/csv_action_script.py +142 -0
- holado_helper/script/initialize_script.py +115 -0
- holado_helper/script/input_output_script.py +136 -0
- holado_helper/script/job.py +75 -0
- holado_helper/script/json_action_script.py +104 -0
- holado_helper/script/script.py +110 -0
- holado_json/__init__.py +16 -0
- holado_json/ipc/json.py +125 -0
- holado_json/ipc/json_converter.py +69 -0
- holado_json/ipc/json_types.py +183 -0
- holado_json/tests/behave/steps/__init__.py +16 -0
- holado_json/tests/behave/steps/ipc/__init__.py +0 -0
- holado_json/tests/behave/steps/ipc/json_steps.py +120 -0
- holado_keycloak/__init__.py +16 -0
- holado_keycloak/tests/behave/steps/__init__.py +16 -0
- holado_keycloak/tests/behave/steps/tools/keycloak_client_steps.py +59 -0
- holado_keycloak/tools/keycloak/__init__.py +0 -0
- holado_keycloak/tools/keycloak/keycloak_client.py +61 -0
- holado_logging/__init__.py +36 -0
- holado_logging/common/logging/holado_logger.py +75 -0
- holado_logging/common/logging/log_config.py +128 -0
- holado_logging/common/logging/log_manager.py +292 -0
- holado_multitask/__init__.py +33 -0
- holado_multitask/multiprocessing/context/process_context.py +35 -0
- holado_multitask/multiprocessing/function_process.py +102 -0
- holado_multitask/multiprocessing/periodic_function_process.py +135 -0
- holado_multitask/multiprocessing/process.py +196 -0
- holado_multitask/multiprocessing/processesmanager.py +133 -0
- holado_multitask/multitasking/multitask_manager.py +439 -0
- holado_multitask/multithreading/__init__.py +0 -0
- holado_multitask/multithreading/context/thread_context.py +84 -0
- holado_multitask/multithreading/functionthreaded.py +129 -0
- holado_multitask/multithreading/loopfunctionthreaded.py +45 -0
- holado_multitask/multithreading/loopthread.py +100 -0
- holado_multitask/multithreading/periodicfunctionthreaded.py +136 -0
- holado_multitask/multithreading/reflection/inspect.py +47 -0
- holado_multitask/multithreading/reflection/sys.py +29 -0
- holado_multitask/multithreading/reflection/traceback.py +35 -0
- holado_multitask/multithreading/thread.py +177 -0
- holado_multitask/multithreading/threadsmanager.py +162 -0
- holado_multitask/multithreading/timer.py +48 -0
- holado_multitask/tests/behave/steps/__init__.py +17 -0
- holado_multitask/tests/behave/steps/multiprocessing_steps.py +138 -0
- holado_multitask/tests/behave/steps/multithreading_steps.py +129 -0
- holado_protobuf/__init__.py +61 -0
- holado_protobuf/ipc/protobuf/__init__.py +0 -0
- holado_protobuf/ipc/protobuf/abstracts/type.py +45 -0
- holado_protobuf/ipc/protobuf/protobuf_compiler.py +118 -0
- holado_protobuf/ipc/protobuf/protobuf_converter.py +153 -0
- holado_protobuf/ipc/protobuf/protobuf_messages.py +965 -0
- holado_protobuf/ipc/protobuf/protobuf_modifier.py +65 -0
- holado_protobuf/ipc/protobuf/types/__init__.py +0 -0
- holado_protobuf/ipc/protobuf/types/google/__init__.py +0 -0
- holado_protobuf/ipc/protobuf/types/google/protobuf.py +124 -0
- holado_protobuf/tests/behave/steps/__init__.py +16 -0
- holado_protobuf/tests/behave/steps/ipc/protobuf_steps.py +297 -0
- holado_python/__init__.py +35 -0
- holado_python/common/enums.py +34 -0
- holado_python/common/iterables.py +30 -0
- holado_python/common/tools/comparators/boolean_comparator.py +37 -0
- holado_python/common/tools/comparators/bytes_comparator.py +48 -0
- holado_python/common/tools/comparators/datetime_comparator.py +74 -0
- holado_python/common/tools/comparators/float_comparator.py +97 -0
- holado_python/common/tools/comparators/integer_comparator.py +37 -0
- holado_python/common/tools/comparators/string_comparator.py +99 -0
- holado_python/common/tools/comparators/type_comparator.py +31 -0
- holado_python/common/tools/datetime.py +279 -0
- holado_python/standard_library/csv.py +207 -0
- holado_python/standard_library/hashlib.py +82 -0
- holado_python/standard_library/multiprocessing.py +62 -0
- holado_python/standard_library/queue.py +79 -0
- holado_python/standard_library/socket/blocking_socket.py +136 -0
- holado_python/standard_library/socket/echo_server.py +28 -0
- holado_python/standard_library/socket/message_socket.py +91 -0
- holado_python/standard_library/socket/non_blocking_socket.py +151 -0
- holado_python/standard_library/socket/socket.py +148 -0
- holado_python/standard_library/ssl/resources/certificates/NOTES.txt +5 -0
- holado_python/standard_library/ssl/resources/certificates/localhost.crt +19 -0
- holado_python/standard_library/ssl/resources/certificates/localhost.key +28 -0
- holado_python/standard_library/ssl/ssl.py +81 -0
- holado_python/standard_library/typing.py +192 -0
- holado_python/tests/behave/steps/__init__.py +27 -0
- holado_python/tests/behave/steps/builtins/str_steps.py +45 -0
- holado_python/tests/behave/steps/convert_steps.py +59 -0
- holado_python/tests/behave/steps/iterable_steps.py +87 -0
- holado_python/tests/behave/steps/standard_library/csv_steps.py +134 -0
- holado_python/tests/behave/steps/standard_library/datetime_steps.py +163 -0
- holado_python/tests/behave/steps/standard_library/hashlib_steps.py +57 -0
- holado_python/tests/behave/steps/standard_library/multiprocessing_steps.py +56 -0
- holado_python/tests/behave/steps/standard_library/queue_steps.py +358 -0
- holado_python/tests/behave/steps/standard_library/socket_steps.py +258 -0
- holado_python/tests/behave/steps/standard_library/ssl_steps.py +67 -0
- holado_rabbitmq/__init__.py +28 -0
- holado_rabbitmq/tests/behave/steps/__init__.py +17 -0
- holado_rabbitmq/tests/behave/steps/tools/rabbitmq_client_steps.py +537 -0
- holado_rabbitmq/tests/behave/steps/tools/rabbitmq_server_steps.py +64 -0
- holado_rabbitmq/tools/rabbitmq/rabbitmq_blocking_client.py +311 -0
- holado_rabbitmq/tools/rabbitmq/rabbitmq_client.py +675 -0
- holado_rabbitmq/tools/rabbitmq/rabbitmq_manager.py +173 -0
- holado_rabbitmq/tools/rabbitmq/rabbitmq_select_client.py +428 -0
- holado_rabbitmq/tools/rabbitmq/rabbitmq_server.py +24 -0
- holado_redis/__init__.py +17 -0
- holado_redis/tests/behave/steps/__init__.py +16 -0
- holado_redis/tests/behave/steps/tools/redis_client_steps.py +101 -0
- holado_redis/tools/redis/TODO.txt +7 -0
- holado_redis/tools/redis/redis_client.py +190 -0
- holado_redis/tools/redis/redis_manager.py +38 -0
- holado_report/__init__.py +27 -0
- holado_report/report/analyze/execution_historic_manager.py +96 -0
- holado_report/report/analyze/scenario_duration_manager.py +245 -0
- holado_report/report/builders/detailed_scenario_failed_report_builder.py +146 -0
- holado_report/report/builders/json_execution_historic_report_builder.py +123 -0
- holado_report/report/builders/report_builder.py +64 -0
- holado_report/report/builders/short_scenario_failed_report_builder.py +76 -0
- holado_report/report/builders/summary_report_builder.py +89 -0
- holado_report/report/builders/summary_scenario_failed_report_builder.py +56 -0
- holado_report/report/builders/summary_scenario_report_builder.py +74 -0
- holado_report/report/execution_historic.py +141 -0
- holado_report/report/report_manager.py +256 -0
- holado_report/report/reports/base_report.py +163 -0
- holado_report/report/reports/feature_report.py +106 -0
- holado_report/report/reports/scenario_report.py +64 -0
- holado_rest/__init__.py +24 -0
- holado_rest/api/rest/TODO.txt +2 -0
- holado_rest/api/rest/rest_client.py +113 -0
- holado_rest/api/rest/rest_manager.py +62 -0
- holado_rest/tests/behave/steps/__init__.py +16 -0
- holado_rest/tests/behave/steps/api/__init__.py +0 -0
- holado_rest/tests/behave/steps/api/rest_client_steps.py +141 -0
- holado_rest/tests/behave/steps/private/__init__.py +16 -0
- holado_rest/tests/behave/steps/private/api/__init__.py +0 -0
- holado_rest/tests/behave/steps/private/api/rest_steps.py +70 -0
- holado_s3/__init__.py +17 -0
- holado_s3/tests/behave/steps/__init__.py +17 -0
- holado_s3/tests/behave/steps/private/__init__.py +16 -0
- holado_s3/tests/behave/steps/private/tools/s3_steps.py +89 -0
- holado_s3/tests/behave/steps/tools/s3_client_steps.py +403 -0
- holado_s3/tests/behave/steps/tools/s3_server_steps.py +57 -0
- holado_s3/tools/s3/__init__.py +0 -0
- holado_s3/tools/s3/boto3_s3_client.py +59 -0
- holado_s3/tools/s3/minio_client.py +75 -0
- holado_s3/tools/s3/moto_server.py +52 -0
- holado_scripting/__init__.py +53 -0
- holado_scripting/common/tools/dynamic_text_manager.py +73 -0
- holado_scripting/common/tools/evaluate_parameters.py +210 -0
- holado_scripting/common/tools/expression_evaluator.py +387 -0
- holado_scripting/common/tools/variable_manager.py +321 -0
- holado_scripting/tests/behave/steps/__init__.py +22 -0
- holado_scripting/tests/behave/steps/common/tools/variable_convert_steps.py +158 -0
- holado_scripting/tests/behave/steps/common/tools/variable_new_steps.py +130 -0
- holado_scripting/tests/behave/steps/common/tools/variable_steps.py +108 -0
- holado_scripting/tests/behave/steps/common/tools/variable_verify_steps.py +160 -0
- holado_scripting/tests/behave/steps/scenario/function_steps.py +77 -0
- holado_scripting/tests/behave/steps/scenario/if_steps.py +87 -0
- holado_scripting/tests/behave/steps/scenario/loop_steps.py +119 -0
- holado_scripting/text/base/base_function.py +25 -0
- holado_scripting/text/base/base_verify_function.py +25 -0
- holado_scripting/text/base/text_inspecter.py +204 -0
- holado_scripting/text/interpreter/exceptions/interpreter_exception.py +25 -0
- holado_scripting/text/interpreter/functions/function_cast.py +60 -0
- holado_scripting/text/interpreter/functions/function_convert.py +57 -0
- holado_scripting/text/interpreter/functions/function_dynamic_value.py +40 -0
- holado_scripting/text/interpreter/functions/function_escape_all_bytes.py +35 -0
- holado_scripting/text/interpreter/functions/function_exists_variable.py +39 -0
- holado_scripting/text/interpreter/functions/function_hex_to_bytes.py +49 -0
- holado_scripting/text/interpreter/functions/function_hex_to_int.py +53 -0
- holado_scripting/text/interpreter/functions/function_to_base_64.py +41 -0
- holado_scripting/text/interpreter/functions/function_to_bytes.py +50 -0
- holado_scripting/text/interpreter/functions/function_to_hex.py +42 -0
- holado_scripting/text/interpreter/text_interpreter.py +216 -0
- holado_scripting/text/verifier/exceptions/verifier_exception.py +21 -0
- holado_scripting/text/verifier/functions/verify_function_extract_in.py +35 -0
- holado_scripting/text/verifier/functions/verify_function_match_pattern.py +63 -0
- holado_scripting/text/verifier/text_verifier.py +103 -0
- holado_sftp/__init__.py +16 -0
- holado_sftp/tests/behave/steps/__init__.py +17 -0
- holado_sftp/tests/behave/steps/private/__init__.py +16 -0
- holado_sftp/tests/behave/steps/private/tools/sftp_steps.py +78 -0
- holado_sftp/tests/behave/steps/tools/sftp_client_steps.py +94 -0
- holado_sftp/tests/behave/steps/tools/sftp_server_steps.py +82 -0
- holado_sftp/tools/sftp/__init__.py +0 -0
- holado_sftp/tools/sftp/sftp_client.py +103 -0
- holado_sftp/tools/sftp/sftp_server.py +39 -0
- holado_swagger/__init__.py +31 -0
- holado_swagger/swagger_hub/mockserver/mockserver_client.py +82 -0
- holado_swagger/swagger_hub/mockserver/mockserver_manager.py +32 -0
- holado_swagger/tests/behave/steps/__init__.py +16 -0
- holado_swagger/tests/behave/steps/swagger_hub/mockserver_steps.py +74 -0
- holado_system/system/command/command.py +216 -0
- holado_system/system/command/command_result.py +128 -0
- holado_system/system/command/curl_command.py +101 -0
- holado_system/system/command/exceptions.py +59 -0
- holado_system/system/filesystem/file.py +76 -0
- holado_system/system/global_system.py +187 -0
- holado_system/tests/behave/steps/__init__.py +18 -0
- holado_system/tests/behave/steps/system/commands_steps.py +92 -0
- holado_system/tests/behave/steps/system/file_steps.py +215 -0
- holado_system/tests/behave/steps/system/system_steps.py +84 -0
- holado_test/__init__.py +27 -0
- holado_test/behave/__init__.py +0 -0
- holado_test/behave/behave.py +397 -0
- holado_test/behave/behave_environment.py +143 -0
- holado_test/behave/behave_function.py +33 -0
- holado_test/behave/behave_manager.py +555 -0
- holado_test/behave/independant_runner.py +68 -0
- holado_test/behave/scenario/__init__.py +0 -0
- holado_test/behave/scenario/behave_step_tools.py +157 -0
- holado_test/common/context/feature_context.py +79 -0
- holado_test/common/context/scenario_context.py +217 -0
- holado_test/common/context/step_context.py +66 -0
- holado_test/common/exceptions/undefined_step_exception.py +21 -0
- holado_test/scenario/step_tools.py +523 -0
- holado_test/scenario/tester_tools.py +52 -0
- holado_test/test_config.py +26 -0
- holado_test/tests/behave/steps/__init__.py +18 -0
- holado_test/tests/behave/steps/scenario/exception_steps.py +87 -0
- holado_test/tests/behave/steps/scenario/scenario_steps.py +87 -0
- holado_test/tests/behave/steps/scenario/tester_steps.py +65 -0
- holado_value/__init__.py +24 -0
- holado_value/common/tables/comparators/table_2_value_table_cell_comparator.py +195 -0
- holado_value/common/tables/comparators/table_2_value_table_comparator.py +27 -0
- holado_value/common/tables/comparators/table_2_value_table_row_comparator.py +27 -0
- holado_value/common/tables/comparators/table_2_value_table_with_header_comparator.py +27 -0
- holado_value/common/tables/converters/value_table_converter.py +217 -0
- holado_value/common/tables/value_table.py +29 -0
- holado_value/common/tables/value_table_cell.py +67 -0
- holado_value/common/tables/value_table_manager.py +58 -0
- holado_value/common/tables/value_table_row.py +44 -0
- holado_value/common/tables/value_table_with_header.py +28 -0
- holado_value/common/tools/unique_value_manager.py +108 -0
- holado_value/common/tools/value.py +164 -0
- holado_value/common/tools/value_types.py +35 -0
- holado_value/tests/behave/steps/__init__.py +16 -0
- holado_value/tests/behave/steps/private/__init__.py +16 -0
- holado_ws/__init__.py +16 -0
- holado_ws/api/ws/TODO.txt +2 -0
- holado_ws/tests/behave/steps/__init__.py +16 -0
- holado_ws/tests/behave/steps/api/web_service_steps.py +189 -0
- holado_yaml/__init__.py +31 -0
- holado_yaml/tests/behave/steps/__init__.py +16 -0
- holado_yaml/tests/behave/steps/yaml_steps.py +64 -0
- holado_yaml/yaml/yaml_manager.py +86 -0
- test_holado/Dockerfile_test_holado +82 -0
- test_holado/__init__.py +4 -0
- test_holado/__main__.py +25 -0
- test_holado/build_docker_image_to_test_holado_in_docker.sh +7 -0
- test_holado/environment.py +42 -0
- test_holado/features/NonReg/api/REST.feature +21 -0
- test_holado/features/NonReg/api/gRPC.feature +122 -0
- test_holado/features/NonReg/common/multiprocessing/simple.feature +60 -0
- test_holado/features/NonReg/common/system/commands.feature +43 -0
- test_holado/features/NonReg/common/system/system.feature +20 -0
- test_holado/features/NonReg/common/tables/table.feature +239 -0
- test_holado/features/NonReg/common/tables/value_table_conversion.feature +29 -0
- test_holado/features/NonReg/common/tools/DateTime.feature +88 -0
- test_holado/features/NonReg/common/tools/UniqueValueManager.feature +43 -0
- test_holado/features/NonReg/holado_ais/ais_message-bitarray_to_nmea.feature +135 -0
- test_holado/features/NonReg/holado_protobuf/protobuf.feature +291 -0
- test_holado/features/NonReg/holado_python/convert.feature +20 -0
- test_holado/features/NonReg/holado_python/iterable.feature +61 -0
- test_holado/features/NonReg/holado_python/standard_library/socket.feature +101 -0
- test_holado/features/NonReg/holado_python/standard_library/socket_with_ssl.feature +180 -0
- test_holado/features/NonReg/holado_scripting/common/tools/dynamic_text_manager.feature +18 -0
- test_holado/features/NonReg/holado_scripting/common/tools/expression_evaluator.feature +185 -0
- test_holado/features/NonReg/holado_scripting/common/tools/variable_manager.feature +71 -0
- test_holado/features/NonReg/holado_scripting/text/interpreter/interpreter.error.feature +21 -0
- test_holado/features/NonReg/holado_scripting/text/interpreter/interpreter.feature +120 -0
- test_holado/features/NonReg/holado_yaml/yaml.feature +218 -0
- test_holado/features/NonReg/ipc/bit_series.error.feature +33 -0
- test_holado/features/NonReg/ipc/bit_series.feature +131 -0
- test_holado/features/NonReg/ipc/json.feature +20 -0
- test_holado/features/NonReg/scenario/scenario.feature +139 -0
- test_holado/features/NonReg/test_steps/behave.feature +275 -0
- test_holado/features/NonReg/test_steps/common.feature +100 -0
- test_holado/features/NonReg/tools/RabbitMQ.feature +445 -0
- test_holado/features/NonReg/tools/RabbitMQ_steps.feature +276 -0
- test_holado/features/NonReg/tools/S3/boto3_client.feature +73 -0
- test_holado/features/NonReg/tools/S3/minio_client.feature +75 -0
- test_holado/features/NonReg/tools/db_sqlite3.feature +41 -0
- test_holado/features/NonReg/tools/sFTP.feature +25 -0
- test_holado/features/Test/logger.feature +28 -0
- test_holado/features/__init__.py +0 -0
- test_holado/logging.conf +41 -0
- test_holado/resources/proto/definitions/protobuf/custom_types/field_types.proto +24 -0
- test_holado/resources/proto/definitions/protobuf/protobuf.dev/tutorial/addressbook.proto +56 -0
- test_holado/resources/proto/generated/protobuf/custom_types/field_types_pb2.py +34 -0
- test_holado/resources/proto/generated/protobuf/protobuf/dev/tutorial/addressbook_pb2.py +34 -0
- test_holado/resources/scripts/list_tags.sh +2 -0
- test_holado/resources/scripts/update_resources_proto_generated.py +70 -0
- test_holado/steps/__init__.py +0 -0
- test_holado/steps/private_steps.py +20 -0
- test_holado/steps/public_steps.py +23 -0
- test_holado/test_holado_session_context.py +43 -0
- test_holado/tools/django/README.txt +3 -0
- test_holado/tools/django/api_grpc/api_grpc/__init__.py +0 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/__init__.py +0 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/admin.py +3 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/apps.py +6 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/migrations/__init__.py +0 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/models.py +3 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/proto/__init__.py +0 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/proto/account.proto +27 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/proto/account_pb2.py +33 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/proto/account_pb2_grpc.py +199 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/serializers.py +12 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/services.py +11 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/tests.py +3 -0
- test_holado/tools/django/api_grpc/api_grpc/api1/views.py +3 -0
- test_holado/tools/django/api_grpc/api_grpc/asgi.py +16 -0
- test_holado/tools/django/api_grpc/api_grpc/settings.py +126 -0
- test_holado/tools/django/api_grpc/api_grpc/urls.py +27 -0
- test_holado/tools/django/api_grpc/api_grpc/wsgi.py +16 -0
- test_holado/tools/django/api_grpc/db.sqlite3 +0 -0
- test_holado/tools/django/api_grpc/manage.py +27 -0
- test_holado/tools/django/api_grpc/manual_test_commands.txt +25 -0
- test_holado/tools/django/api_rest/api_rest/__init__.py +0 -0
- test_holado/tools/django/api_rest/api_rest/api1/__init__.py +0 -0
- test_holado/tools/django/api_rest/api_rest/api1/admin.py +3 -0
- test_holado/tools/django/api_rest/api_rest/api1/apps.py +6 -0
- test_holado/tools/django/api_rest/api_rest/api1/migrations/__init__.py +0 -0
- test_holado/tools/django/api_rest/api_rest/api1/models.py +3 -0
- test_holado/tools/django/api_rest/api_rest/api1/serializers.py +15 -0
- test_holado/tools/django/api_rest/api_rest/api1/tests.py +3 -0
- test_holado/tools/django/api_rest/api_rest/api1/views.py +24 -0
- test_holado/tools/django/api_rest/api_rest/asgi.py +16 -0
- test_holado/tools/django/api_rest/api_rest/settings.py +133 -0
- test_holado/tools/django/api_rest/api_rest/urls.py +32 -0
- test_holado/tools/django/api_rest/api_rest/wsgi.py +16 -0
- test_holado/tools/django/api_rest/db.sqlite3 +0 -0
- test_holado/tools/django/api_rest/manage.py +22 -0
- holado-0.2.1.dist-info/RECORD +0 -17
- {holado-0.2.1.dist-info → holado-0.2.3.dist-info}/WHEEL +0 -0
- {holado-0.2.1.dist-info → holado-0.2.3.dist-info}/licenses/LICENSE +0 -0
|
@@ -0,0 +1,181 @@
|
|
|
1
|
+
|
|
2
|
+
#################################################
|
|
3
|
+
# HolAdo (Holistic Automation do)
|
|
4
|
+
#
|
|
5
|
+
# (C) Copyright 2021-2025 by Eric Klumpp
|
|
6
|
+
#
|
|
7
|
+
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
8
|
+
#
|
|
9
|
+
# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
10
|
+
|
|
11
|
+
# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
|
|
12
|
+
#################################################
|
|
13
|
+
|
|
14
|
+
import logging
|
|
15
|
+
from holado_core.common.exceptions.technical_exception import TechnicalException, TimeoutTechnicalException
|
|
16
|
+
from holado_core.common.exceptions.functional_exception import FunctionalException
|
|
17
|
+
from holado_value.common.tables.converters.value_table_converter import ValueTableConverter
|
|
18
|
+
from holado_core.common.tools.tools import Tools
|
|
19
|
+
import time
|
|
20
|
+
from holado.holado_config import Config
|
|
21
|
+
|
|
22
|
+
logger = logging.getLogger(__name__)
|
|
23
|
+
|
|
24
|
+
try:
|
|
25
|
+
import grpc_requests
|
|
26
|
+
import grpc
|
|
27
|
+
with_grpc_requests = True
|
|
28
|
+
except Exception as exc:
|
|
29
|
+
if Tools.do_log(logger, logging.DEBUG):
|
|
30
|
+
logger.debug(f"GRpcClient is not available. Initialization failed on error: {exc}")
|
|
31
|
+
with_grpc_requests = False
|
|
32
|
+
|
|
33
|
+
# Activation of logs in gRPC library (activated logs are thrown in stdout, it doesn't follow logging settings)
|
|
34
|
+
# os.environ["GRPC_VERBOSITY"] = "DEBUG"
|
|
35
|
+
# os.environ["GRPC_TRACE"] = "http"
|
|
36
|
+
# os.environ["GRPC_TRACE"] = "all"
|
|
37
|
+
|
|
38
|
+
|
|
39
|
+
class GRpcClient(object):
|
|
40
|
+
"""
|
|
41
|
+
gRPC client
|
|
42
|
+
|
|
43
|
+
It is implemented internally with grpc_requests, that manages reflection clients and stub clients.
|
|
44
|
+
"""
|
|
45
|
+
|
|
46
|
+
@classmethod
|
|
47
|
+
def is_available(cls):
|
|
48
|
+
return with_grpc_requests
|
|
49
|
+
|
|
50
|
+
def __init__(self, name, endpoint, **kwargs):
|
|
51
|
+
self.__name = name
|
|
52
|
+
self.__endpoint = endpoint
|
|
53
|
+
self.__kwargs = kwargs
|
|
54
|
+
self.__client = grpc_requests.client.get_by_endpoint(endpoint, **kwargs)
|
|
55
|
+
|
|
56
|
+
self.__func_grpc_services = None
|
|
57
|
+
self.__func_protobuf_converter = None
|
|
58
|
+
self.__func_protobuf_messages = None
|
|
59
|
+
|
|
60
|
+
def initialize(self, func_grpc_services, func_protobuf_converter, func_protobuf_messages):
|
|
61
|
+
self.__func_grpc_services = func_grpc_services
|
|
62
|
+
self.__func_protobuf_converter = func_protobuf_converter
|
|
63
|
+
self.__func_protobuf_messages = func_protobuf_messages
|
|
64
|
+
|
|
65
|
+
@property
|
|
66
|
+
def __grpc_services(self):
|
|
67
|
+
return self.__func_grpc_services()
|
|
68
|
+
|
|
69
|
+
@property
|
|
70
|
+
def __protobuf_converter(self):
|
|
71
|
+
return self.__func_protobuf_converter()
|
|
72
|
+
|
|
73
|
+
@property
|
|
74
|
+
def __protobuf_messages(self):
|
|
75
|
+
return self.__func_protobuf_messages()
|
|
76
|
+
|
|
77
|
+
@property
|
|
78
|
+
def name(self):
|
|
79
|
+
return self.__name
|
|
80
|
+
|
|
81
|
+
@property
|
|
82
|
+
def internal_client(self) -> grpc_requests.client.Client:
|
|
83
|
+
return self.__client
|
|
84
|
+
|
|
85
|
+
def request(self, service, method, request, raw_output=False, **kwargs):
|
|
86
|
+
"""
|
|
87
|
+
:param request: request data in json or proto format
|
|
88
|
+
:param raw_output: if method should return a proto object or a json oject (default: False)
|
|
89
|
+
:param kwargs: other arguments for underlying grpc_requests method, or further underlying grpc method (ex: 'timeout')
|
|
90
|
+
:returns: if raw_output==True, returns a proto object, else returns a json object with proto data
|
|
91
|
+
"""
|
|
92
|
+
logger.info(f"Requesting {service}.{method} with data [{request}] (raw_output: {raw_output} ; kwargs:{kwargs})")
|
|
93
|
+
|
|
94
|
+
# Set a default timeout
|
|
95
|
+
raise_on_timeout = False
|
|
96
|
+
if kwargs is None:
|
|
97
|
+
kwargs = {}
|
|
98
|
+
if 'timeout' not in kwargs:
|
|
99
|
+
kwargs['timeout'] = Config.join_timeout_seconds
|
|
100
|
+
raise_on_timeout = True
|
|
101
|
+
timeout = kwargs['timeout'] if 'timeout' in kwargs else None
|
|
102
|
+
|
|
103
|
+
success = False
|
|
104
|
+
last_exc = None
|
|
105
|
+
for try_nb in range(1,4):
|
|
106
|
+
try:
|
|
107
|
+
# Ask always raw_output=True, so that we get a Protobuf instance, and then conversion is done if needed
|
|
108
|
+
res_proto = self.internal_client.request(service, method, request, raw_output=True, **kwargs)
|
|
109
|
+
except Exception as exc:
|
|
110
|
+
last_exc = exc
|
|
111
|
+
exc_str = str(exc)
|
|
112
|
+
msg_list = [
|
|
113
|
+
f"Request failed (try {try_nb}):",
|
|
114
|
+
f" method: {service}.{method}",
|
|
115
|
+
f" data:",
|
|
116
|
+
Tools.indent_string(8, str(request)),
|
|
117
|
+
f" raw_output: {raw_output}",
|
|
118
|
+
f" kwargs: {kwargs}",
|
|
119
|
+
f" error:",
|
|
120
|
+
Tools.indent_string(8, exc_str) ]
|
|
121
|
+
exc_msg = "\n".join(msg_list)
|
|
122
|
+
if "status = StatusCode.UNAVAILABLE" in exc_str:
|
|
123
|
+
logger.warning("Service temporarily unavailable:\n" + exc_msg)
|
|
124
|
+
time.sleep(1)
|
|
125
|
+
continue
|
|
126
|
+
elif "status = StatusCode.DEADLINE_EXCEEDED" in exc_str:
|
|
127
|
+
if raise_on_timeout:
|
|
128
|
+
raise TimeoutTechnicalException(exc_msg)
|
|
129
|
+
else:
|
|
130
|
+
logger.warning(f"Timeout ({timeout} s) occured while requesting:\n" + exc_msg)
|
|
131
|
+
time.sleep(1)
|
|
132
|
+
continue
|
|
133
|
+
elif "status = " in exc_str:
|
|
134
|
+
raise FunctionalException(exc_msg) from exc
|
|
135
|
+
else:
|
|
136
|
+
raise TechnicalException(exc_msg) from exc
|
|
137
|
+
else:
|
|
138
|
+
success = True
|
|
139
|
+
break
|
|
140
|
+
|
|
141
|
+
if not success:
|
|
142
|
+
if "status = " in exc_msg:
|
|
143
|
+
raise FunctionalException(exc_msg) from last_exc
|
|
144
|
+
else:
|
|
145
|
+
raise TechnicalException(exc_msg) from last_exc
|
|
146
|
+
|
|
147
|
+
# Manage result conversion if needed
|
|
148
|
+
# Note: this step is done manually since grpc_requests has some limitations when raw_output=False:
|
|
149
|
+
# - Field with default values are not set in json result
|
|
150
|
+
# - Some field types are badly managed (ex: uint64 fields appear as string in json)
|
|
151
|
+
if raw_output == True:
|
|
152
|
+
if isinstance(res_proto, grpc._channel._MultiThreadedRendezvous):
|
|
153
|
+
return list(res_proto)
|
|
154
|
+
else:
|
|
155
|
+
return res_proto
|
|
156
|
+
else:
|
|
157
|
+
if isinstance(res_proto, grpc._channel._MultiThreadedRendezvous):
|
|
158
|
+
res = [self.__protobuf_converter.convert_protobuf_object_to_json_object(cur_res) for cur_res in res_proto]
|
|
159
|
+
else:
|
|
160
|
+
res = self.__protobuf_converter.convert_protobuf_object_to_json_object(res_proto)
|
|
161
|
+
return res
|
|
162
|
+
|
|
163
|
+
def get_request_data_type_fullname(self, service, method):
|
|
164
|
+
method_descriptor = self.__grpc_services.get_method_descriptor(service, method)
|
|
165
|
+
return method_descriptor.input_type.full_name
|
|
166
|
+
|
|
167
|
+
def build_request_data(self, service, method, params_table=None, params_dict=None, as_proto=False):
|
|
168
|
+
if Tools.do_log(logger, logging.TRACE): # @UndefinedVariable
|
|
169
|
+
logger.trace(f"Building request data for service method '{service}.{method}'")
|
|
170
|
+
if as_proto is not None and as_proto:
|
|
171
|
+
method_descriptor = self.__grpc_services.get_method_descriptor(service, method)
|
|
172
|
+
res = self.__protobuf_messages.new_message(method_descriptor.input_type.full_name, fields_table=params_table, fields_dict=params_dict)
|
|
173
|
+
else:
|
|
174
|
+
if params_table is not None:
|
|
175
|
+
res = ValueTableConverter.convert_name_value_table_2_json_object(params_table)
|
|
176
|
+
elif params_dict is not None:
|
|
177
|
+
res = params_dict
|
|
178
|
+
else:
|
|
179
|
+
res = {}
|
|
180
|
+
|
|
181
|
+
return res
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
|
|
2
|
+
#################################################
|
|
3
|
+
# HolAdo (Holistic Automation do)
|
|
4
|
+
#
|
|
5
|
+
# (C) Copyright 2021-2025 by Eric Klumpp
|
|
6
|
+
#
|
|
7
|
+
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
8
|
+
#
|
|
9
|
+
# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
10
|
+
|
|
11
|
+
# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
|
|
12
|
+
#################################################
|
|
13
|
+
|
|
14
|
+
import logging
|
|
15
|
+
from holado_core.common.exceptions.functional_exception import FunctionalException
|
|
16
|
+
from holado.common.context.session_context import SessionContext
|
|
17
|
+
from holado_grpc.api.rpc.grpc_client import GRpcClient
|
|
18
|
+
|
|
19
|
+
|
|
20
|
+
logger = logging.getLogger(__name__)
|
|
21
|
+
|
|
22
|
+
# Activation of logs in gRPC library (activated logs are thrown in stdout, it doesn't follow logging settings)
|
|
23
|
+
# os.environ["GRPC_VERBOSITY"] = "DEBUG"
|
|
24
|
+
# os.environ["GRPC_TRACE"] = "http"
|
|
25
|
+
# os.environ["GRPC_TRACE"] = "all"
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
class GRpcManager(object):
|
|
29
|
+
"""
|
|
30
|
+
Manage gRPC features, agnostic to internal gRPC library.
|
|
31
|
+
"""
|
|
32
|
+
|
|
33
|
+
def __init__(self):
|
|
34
|
+
self.__func_grpc_services = None
|
|
35
|
+
self.__func_protobuf_converter = None
|
|
36
|
+
self.__func_protobuf_messages = None
|
|
37
|
+
|
|
38
|
+
def initialize(self, func_grpc_services, func_protobuf_converter, func_protobuf_messages):
|
|
39
|
+
self.__func_grpc_services = func_grpc_services
|
|
40
|
+
self.__func_protobuf_converter = func_protobuf_converter
|
|
41
|
+
self.__func_protobuf_messages = func_protobuf_messages
|
|
42
|
+
|
|
43
|
+
@property
|
|
44
|
+
def __grpc_services(self):
|
|
45
|
+
return self.__func_grpc_services()
|
|
46
|
+
|
|
47
|
+
def new_client(self, name, **kwargs):
|
|
48
|
+
if name is None:
|
|
49
|
+
name = "Undefined"
|
|
50
|
+
endpoint = kwargs.pop("endpoint")
|
|
51
|
+
|
|
52
|
+
service_fullname = kwargs.pop("service") if "service" in kwargs else None
|
|
53
|
+
services_fullnames = kwargs.pop("services") if "services" in kwargs else None
|
|
54
|
+
if service_fullname is not None:
|
|
55
|
+
service_descriptors = [self.__grpc_services.get_service_descriptor(service_fullname)]
|
|
56
|
+
elif services_fullnames is not None:
|
|
57
|
+
service_descriptors = [self.__grpc_services.get_service_descriptor(sfn) for sfn in services_fullnames]
|
|
58
|
+
else:
|
|
59
|
+
service_descriptors = None
|
|
60
|
+
|
|
61
|
+
# Proxy settings
|
|
62
|
+
#kwargs['channel_options'] = (('grpc.enable_http_proxy', 0),('grpc.enable_https_proxy', 0),)
|
|
63
|
+
|
|
64
|
+
if service_descriptors is not None:
|
|
65
|
+
res = GRpcClient(name, endpoint=endpoint, service_descriptors=service_descriptors, **kwargs)
|
|
66
|
+
else:
|
|
67
|
+
import grpc
|
|
68
|
+
try:
|
|
69
|
+
res = GRpcClient(name, endpoint=endpoint, **kwargs)
|
|
70
|
+
except grpc.RpcError as exc:
|
|
71
|
+
if hasattr(exc, "details"):
|
|
72
|
+
details = str(exc.details)
|
|
73
|
+
if "status = StatusCode.UNIMPLEMENTED" in details and 'details = "Method not found: grpc.reflection.v1alpha.ServerReflection/ServerReflectionInfo"' in details:
|
|
74
|
+
raise FunctionalException(f"Endpoint '{endpoint}' doesn't manage reflection, thus step parameter 'service' or 'services' has to be specified")
|
|
75
|
+
raise exc
|
|
76
|
+
|
|
77
|
+
res.initialize(self.__func_grpc_services, self.__func_protobuf_converter, self.__func_protobuf_messages)
|
|
78
|
+
|
|
79
|
+
return res
|
|
80
|
+
|
|
81
|
+
|
|
File without changes
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
|
|
2
|
+
#################################################
|
|
3
|
+
# HolAdo (Holistic Automation do)
|
|
4
|
+
#
|
|
5
|
+
# (C) Copyright 2021-2025 by Eric Klumpp
|
|
6
|
+
#
|
|
7
|
+
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
8
|
+
#
|
|
9
|
+
# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
10
|
+
|
|
11
|
+
# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
|
|
12
|
+
#################################################
|
|
13
|
+
|
|
14
|
+
from holado_core.common.exceptions.technical_exception import TechnicalException
|
|
15
|
+
import logging
|
|
16
|
+
from holado_protobuf.ipc.protobuf.protobuf_compiler import ProtobufCompiler
|
|
17
|
+
from holado_core.common.tools.tools import Tools
|
|
18
|
+
|
|
19
|
+
logger = logging.getLogger(__name__)
|
|
20
|
+
|
|
21
|
+
try:
|
|
22
|
+
import grpc_tools # @UnusedImport
|
|
23
|
+
with_grpc_tools = True
|
|
24
|
+
except Exception as exc:
|
|
25
|
+
if Tools.do_log(logger, logging.DEBUG):
|
|
26
|
+
logger.debug(f"GRpcCompiler is not available. Initialization failed on error: {exc}")
|
|
27
|
+
with_grpc_tools = False
|
|
28
|
+
|
|
29
|
+
class GRpcCompiler(ProtobufCompiler):
|
|
30
|
+
@classmethod
|
|
31
|
+
def is_available(cls):
|
|
32
|
+
return with_grpc_tools
|
|
33
|
+
|
|
34
|
+
def __init__(self):
|
|
35
|
+
super().__init__()
|
|
36
|
+
ProtobufCompiler.protoc_exe_path.fset(self, "python -m grpc_tools.protoc") # @UndefinedVariable
|
|
37
|
+
|
|
38
|
+
@ProtobufCompiler.protoc_exe_path.setter # @UndefinedVariable
|
|
39
|
+
def protoc_exe_path(self, path):
|
|
40
|
+
raise TechnicalException("An internal compiler is used for gRPC")
|
|
41
|
+
|
|
42
|
+
def _build_compile_proto_command(self, proto_path, destination_path, proto_file_path):
|
|
43
|
+
return f'{self.protoc_exe_path} --proto_path="{proto_path}" --python_out="{destination_path}" --grpc_python_out="{destination_path}" "{proto_file_path}"'
|
|
44
|
+
|
|
45
|
+
|
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
|
|
2
|
+
#################################################
|
|
3
|
+
# HolAdo (Holistic Automation do)
|
|
4
|
+
#
|
|
5
|
+
# (C) Copyright 2021-2025 by Eric Klumpp
|
|
6
|
+
#
|
|
7
|
+
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
8
|
+
#
|
|
9
|
+
# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
10
|
+
|
|
11
|
+
# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
|
|
12
|
+
#################################################
|
|
13
|
+
|
|
14
|
+
import logging
|
|
15
|
+
import os
|
|
16
|
+
from holado_core.common.exceptions.functional_exception import FunctionalException
|
|
17
|
+
from holado_core.common.exceptions.technical_exception import TechnicalException
|
|
18
|
+
import sys
|
|
19
|
+
import importlib
|
|
20
|
+
from holado_core.common.tools.tools import Tools
|
|
21
|
+
|
|
22
|
+
logger = logging.getLogger(__name__)
|
|
23
|
+
|
|
24
|
+
try:
|
|
25
|
+
import grpc_requests # @UnusedImport
|
|
26
|
+
with_grpc_requests = True
|
|
27
|
+
except Exception as exc:
|
|
28
|
+
if Tools.do_log(logger, logging.DEBUG):
|
|
29
|
+
logger.debug(f"GRpcServices is not available. Initialization failed on error: {exc}")
|
|
30
|
+
with_grpc_requests = False
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
class GRpcServices(object):
|
|
34
|
+
@classmethod
|
|
35
|
+
def is_available(cls):
|
|
36
|
+
return with_grpc_requests
|
|
37
|
+
|
|
38
|
+
def __init__(self):
|
|
39
|
+
self.__service_descriptors_by_fullname = {}
|
|
40
|
+
self.__services_by_fullname = {}
|
|
41
|
+
|
|
42
|
+
def import_all_compiled_proto(self, compiled_proto_path, raise_if_not_exist=True):
|
|
43
|
+
"""Register a folder path containing compiled proto files. Usually it corresponds to the parameter '--python_out' passed to proto compiler."""
|
|
44
|
+
if Tools.do_log(logger, logging.DEBUG):
|
|
45
|
+
logger.debug(f"[GRpcServices] Importing all compiled proto in '{compiled_proto_path}'...")
|
|
46
|
+
if os.path.exists(compiled_proto_path):
|
|
47
|
+
if os.path.isfile(compiled_proto_path):
|
|
48
|
+
proto_path = os.path.dirname(compiled_proto_path)
|
|
49
|
+
sys.path.append(proto_path)
|
|
50
|
+
self.__import_compiled_proto(proto_path, compiled_proto_path)
|
|
51
|
+
elif os.path.isdir(compiled_proto_path):
|
|
52
|
+
sys.path.append(compiled_proto_path)
|
|
53
|
+
self.__import_all_compiled_proto(compiled_proto_path, "")
|
|
54
|
+
else:
|
|
55
|
+
raise TechnicalException(f"Unmanaged path '{proto_path}'")
|
|
56
|
+
else:
|
|
57
|
+
msg = f"Path '{compiled_proto_path}' doesn't exist"
|
|
58
|
+
if raise_if_not_exist:
|
|
59
|
+
raise TechnicalException(msg)
|
|
60
|
+
else:
|
|
61
|
+
logger.warning(msg)
|
|
62
|
+
|
|
63
|
+
def __import_all_compiled_proto(self, compiled_proto_path, package_name):
|
|
64
|
+
if Tools.do_log(logger, logging.TRACE): # @UndefinedVariable
|
|
65
|
+
logger.trace(f"[GRpcServices] Importing all compiled proto in '{compiled_proto_path}' (package: '{package_name}')...")
|
|
66
|
+
if os.path.isdir(compiled_proto_path):
|
|
67
|
+
lp = os.listdir(compiled_proto_path)
|
|
68
|
+
for cp in lp:
|
|
69
|
+
if not cp.startswith((".", "_")):
|
|
70
|
+
cur_proto_path = os.path.join(compiled_proto_path, cp)
|
|
71
|
+
|
|
72
|
+
if os.path.isfile(cur_proto_path):
|
|
73
|
+
self.__import_compiled_proto(cur_proto_path, package_name)
|
|
74
|
+
elif os.path.isdir(cur_proto_path):
|
|
75
|
+
cur_package_name = f"{package_name}.{cp}" if package_name is not None and len(package_name) > 0 else cp
|
|
76
|
+
self.__import_all_compiled_proto(cur_proto_path, cur_package_name)
|
|
77
|
+
else:
|
|
78
|
+
raise TechnicalException(f"Unmanaged path '{cur_proto_path}'")
|
|
79
|
+
else:
|
|
80
|
+
raise TechnicalException(f"Unmanaged path '{compiled_proto_path}'")
|
|
81
|
+
|
|
82
|
+
def __import_compiled_proto(self, compiled_proto_file_path, package_name):
|
|
83
|
+
if not os.path.isfile(compiled_proto_file_path):
|
|
84
|
+
raise TechnicalException(f"Compiled proto path '{compiled_proto_file_path}' is not a file")
|
|
85
|
+
if not compiled_proto_file_path.endswith("_pb2.py"):
|
|
86
|
+
return
|
|
87
|
+
|
|
88
|
+
if Tools.do_log(logger, logging.TRACE): # @UndefinedVariable
|
|
89
|
+
logger.trace(f"[GRpcServices] Importing compiled proto file '{compiled_proto_file_path}' (package: '{package_name}')...")
|
|
90
|
+
|
|
91
|
+
filename = os.path.splitext(os.path.basename(compiled_proto_file_path))[0]
|
|
92
|
+
module_name = f"{package_name}.{filename}" if package_name is not None and len(package_name) > 0 else filename
|
|
93
|
+
if Tools.do_log(logger, logging.TRACE): # @UndefinedVariable
|
|
94
|
+
logger.trace(f"[GRpcServices] Importing module '{module_name}'")
|
|
95
|
+
module = importlib.import_module(module_name)
|
|
96
|
+
|
|
97
|
+
if hasattr(module.DESCRIPTOR, 'services_by_name'):
|
|
98
|
+
service_package = module.DESCRIPTOR.package if hasattr(module.DESCRIPTOR, 'package') else package_name
|
|
99
|
+
|
|
100
|
+
module_grpc_name = module_name + '_grpc'
|
|
101
|
+
module_spec = importlib.util.find_spec(module_grpc_name)
|
|
102
|
+
if module_spec is not None:
|
|
103
|
+
module_grpc = importlib.import_module(module_grpc_name)
|
|
104
|
+
|
|
105
|
+
for s_name in module.DESCRIPTOR.services_by_name:
|
|
106
|
+
s_fullname = f"{service_package}.{s_name}" if service_package is not None and len(service_package) > 0 else s_name
|
|
107
|
+
self.__service_descriptors_by_fullname[s_fullname] = module.DESCRIPTOR.services_by_name[s_name]
|
|
108
|
+
if Tools.do_log(logger, logging.DEBUG):
|
|
109
|
+
logger.debug(f"[GRpcServices] New managed service descriptor '{s_fullname}'")
|
|
110
|
+
if module_grpc is not None:
|
|
111
|
+
self.__services_by_fullname[s_fullname] = getattr(module_grpc, s_name)
|
|
112
|
+
if Tools.do_log(logger, logging.DEBUG):
|
|
113
|
+
logger.debug(f"[GRpcServices] New managed service '{s_fullname}' (type: '{self.__services_by_fullname[s_fullname].__qualname__}')")
|
|
114
|
+
|
|
115
|
+
def has_service(self, service_fullname):
|
|
116
|
+
"""Return if service fullname is known."""
|
|
117
|
+
return service_fullname in self.__services_by_fullname
|
|
118
|
+
|
|
119
|
+
def get_service(self, service_fullname):
|
|
120
|
+
"""Return service for given service fullname."""
|
|
121
|
+
if self.has_service(service_fullname):
|
|
122
|
+
return self.__services_by_fullname[service_fullname]
|
|
123
|
+
else:
|
|
124
|
+
raise FunctionalException(f"Unknown service '{service_fullname}' (existing services: {list(self.__services_by_fullname.keys())})")
|
|
125
|
+
|
|
126
|
+
def has_service_descriptor(self, service_fullname):
|
|
127
|
+
"""Return if service descriptor fullname is known."""
|
|
128
|
+
return service_fullname in self.__service_descriptors_by_fullname
|
|
129
|
+
|
|
130
|
+
def get_service_descriptor(self, service_fullname):
|
|
131
|
+
"""Return service descriptor for given service fullname."""
|
|
132
|
+
if self.has_service_descriptor(service_fullname):
|
|
133
|
+
return self.__service_descriptors_by_fullname[service_fullname]
|
|
134
|
+
else:
|
|
135
|
+
raise FunctionalException(f"Unknown service '{service_fullname}' (existing services: {list(self.__service_descriptors_by_fullname.keys())})")
|
|
136
|
+
|
|
137
|
+
def has_method_descriptor(self, service_fullname, method_name):
|
|
138
|
+
"""Return if method exists in service descriptor fullname."""
|
|
139
|
+
service_descriptor = self.get_service_descriptor(service_fullname)
|
|
140
|
+
return method_name in service_descriptor.methods_by_name
|
|
141
|
+
|
|
142
|
+
def get_method_descriptor(self, service_fullname, method_name):
|
|
143
|
+
"""Return service method descriptor for given service fullname and method name."""
|
|
144
|
+
# Get service descriptor to verify in same type that it exists
|
|
145
|
+
service_descriptor = self.get_service_descriptor(service_fullname)
|
|
146
|
+
|
|
147
|
+
# Get method descriptor
|
|
148
|
+
if method_name in service_descriptor.methods_by_name:
|
|
149
|
+
return service_descriptor.methods_by_name[method_name]
|
|
150
|
+
else:
|
|
151
|
+
raise FunctionalException(f"Unknown method '{method_name}' in service '{service_fullname}' (existing methods in service: {list(service_descriptor.methods_by_name.keys())})")
|
|
152
|
+
|
|
153
|
+
def get_all_service_fullnames(self):
|
|
154
|
+
return tuple(self.__service_descriptors_by_fullname.keys())
|
|
155
|
+
|
|
156
|
+
def get_all_method_fullnames(self):
|
|
157
|
+
res = []
|
|
158
|
+
for service_fullname in self.get_all_service_fullnames():
|
|
159
|
+
service_descriptor = self.get_service_descriptor(service_fullname)
|
|
160
|
+
for method_name in service_descriptor.methods_by_name:
|
|
161
|
+
res.append(f"{service_fullname}.{method_name}")
|
|
162
|
+
return res
|
|
163
|
+
|
|
164
|
+
|
|
165
|
+
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
|
|
3
|
+
#################################################
|
|
4
|
+
# HolAdo (Holistic Automation do)
|
|
5
|
+
#
|
|
6
|
+
# (C) Copyright 2021-2025 by Eric Klumpp
|
|
7
|
+
#
|
|
8
|
+
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
9
|
+
#
|
|
10
|
+
# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
11
|
+
|
|
12
|
+
# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
|
|
13
|
+
#################################################
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
from .api.grpc_client_steps import *
|
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
|
|
3
|
+
#################################################
|
|
4
|
+
# HolAdo (Holistic Automation do)
|
|
5
|
+
#
|
|
6
|
+
# (C) Copyright 2021-2025 by Eric Klumpp
|
|
7
|
+
#
|
|
8
|
+
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
9
|
+
#
|
|
10
|
+
# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
11
|
+
|
|
12
|
+
# The Software is provided “as is”, without warranty of any kind, express or implied, including but not limited to the warranties of merchantability, fitness for a particular purpose and noninfringement. In no event shall the authors or copyright holders be liable for any claim, damages or other liability, whether in an action of contract, tort or otherwise, arising from, out of or in connection with the software or the use or other dealings in the Software.
|
|
13
|
+
#################################################
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
from holado_test.scenario.step_tools import StepTools
|
|
17
|
+
from holado.common.context.session_context import SessionContext
|
|
18
|
+
from holado_test.behave.behave import *
|
|
19
|
+
from holado_grpc.api.rpc.grpc_client import GRpcClient
|
|
20
|
+
import logging
|
|
21
|
+
from holado_test.behave.scenario.behave_step_tools import BehaveStepTools
|
|
22
|
+
from holado_value.common.tables.converters.value_table_converter import ValueTableConverter
|
|
23
|
+
from holado_core.common.tools.tools import Tools
|
|
24
|
+
from holado_system.system.global_system import GlobalSystem
|
|
25
|
+
import queue
|
|
26
|
+
from holado_python.standard_library.typing import Typing
|
|
27
|
+
|
|
28
|
+
logger = logging.getLogger(__name__)
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
if GRpcClient.is_available():
|
|
32
|
+
|
|
33
|
+
def __get_session_context():
|
|
34
|
+
return SessionContext.instance()
|
|
35
|
+
|
|
36
|
+
def __get_scenario_context():
|
|
37
|
+
return __get_session_context().get_scenario_context()
|
|
38
|
+
|
|
39
|
+
def __get_text_interpreter():
|
|
40
|
+
return __get_scenario_context().get_text_interpreter()
|
|
41
|
+
|
|
42
|
+
def __get_variable_manager():
|
|
43
|
+
return __get_scenario_context().get_variable_manager()
|
|
44
|
+
|
|
45
|
+
def __get_grpc_services():
|
|
46
|
+
return __get_session_context().grpc_services
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
@Given(r"(?P<var_name>{Variable}) = new gRPC client")
|
|
50
|
+
def step_impl(context, var_name):
|
|
51
|
+
var_name = StepTools.evaluate_variable_name(var_name)
|
|
52
|
+
table = BehaveStepTools.convert_step_table_2_value_table_with_header(context.table)
|
|
53
|
+
kwargs = ValueTableConverter.convert_name_value_table_2_dict(table)
|
|
54
|
+
|
|
55
|
+
client = __get_session_context().grpc_manager.new_client(None, **kwargs)
|
|
56
|
+
|
|
57
|
+
__get_variable_manager().register_variable(var_name, client)
|
|
58
|
+
|
|
59
|
+
@Given(r"(?P<var_name>{Variable}) = service names \(gRPC client: (?P<var_client>{Variable})\)")
|
|
60
|
+
def step_impl(context, var_name, var_client):
|
|
61
|
+
var_name = StepTools.evaluate_variable_name(var_name)
|
|
62
|
+
client = StepTools.evaluate_variable_value(var_client)
|
|
63
|
+
|
|
64
|
+
service_names = client.internal_client.service_names
|
|
65
|
+
|
|
66
|
+
__get_variable_manager().register_variable(var_name, service_names)
|
|
67
|
+
|
|
68
|
+
@Step(r"(?P<var_name>{Variable}) = input type fullname of request (?P<service_method>{Str}) \(gRPC client: (?P<var_client>{Variable})\)")
|
|
69
|
+
def step_impl(context, var_name, service_method, var_client):
|
|
70
|
+
var_name = StepTools.evaluate_variable_name(var_name)
|
|
71
|
+
service_method = StepTools.evaluate_scenario_parameter(service_method)
|
|
72
|
+
client = StepTools.evaluate_variable_value(var_client)
|
|
73
|
+
|
|
74
|
+
service_name, method_name = service_method.rsplit('.', 1)
|
|
75
|
+
res = client.get_request_data_type_fullname(service_name, method_name)
|
|
76
|
+
|
|
77
|
+
__get_variable_manager().register_variable(var_name, res)
|
|
78
|
+
|
|
79
|
+
@When(r"(?P<var_name>{Variable}) = request (?P<service_method>{Str}) \(gRPC client: (?P<var_client>{Variable})(?: ; with Protobuf (?P<with_proto_request>request)?(?: & )?(?P<with_proto_response>response)?)?\)")
|
|
80
|
+
def step_impl(context, var_name, service_method, var_client, with_proto_request, with_proto_response):
|
|
81
|
+
var_name = StepTools.evaluate_variable_name(var_name)
|
|
82
|
+
service_method = StepTools.evaluate_scenario_parameter(service_method)
|
|
83
|
+
client = StepTools.evaluate_variable_value(var_client)
|
|
84
|
+
table = BehaveStepTools.get_step_table(context)
|
|
85
|
+
|
|
86
|
+
service_name, method_name = service_method.rsplit('.', 1)
|
|
87
|
+
request_data = client.build_request_data(service_name, method_name, params_table=table, as_proto=with_proto_request is not None)
|
|
88
|
+
res = client.request(service_name, method_name, request_data, raw_output=with_proto_response is not None)
|
|
89
|
+
|
|
90
|
+
__get_variable_manager().register_variable(var_name, res)
|
|
91
|
+
|
|
92
|
+
@When(r"(?P<var_name>{Variable}) = request (?P<service_method>{Str}) with data (?P<request_data>{Str}) \(gRPC client: (?P<var_client>{Variable})(?: ; with Protobuf (?P<with_proto_response>response)?)?\)")
|
|
93
|
+
def step_impl(context, var_name, service_method, request_data, var_client, with_proto_response):
|
|
94
|
+
var_name = StepTools.evaluate_variable_name(var_name)
|
|
95
|
+
service_method = StepTools.evaluate_scenario_parameter(service_method)
|
|
96
|
+
request_data = StepTools.evaluate_scenario_parameter(request_data)
|
|
97
|
+
client = StepTools.evaluate_variable_value(var_client)
|
|
98
|
+
|
|
99
|
+
service_name, method_name = service_method.rsplit('.', 1)
|
|
100
|
+
res = client.request(service_name, method_name, request_data, raw_output=with_proto_response is not None)
|
|
101
|
+
|
|
102
|
+
__get_variable_manager().register_variable(var_name, res)
|
|
103
|
+
|
|
104
|
+
@Step(r"(?P<var_name>{Variable}) = data for request (?P<service_method>{Str}) \(gRPC client: (?P<var_client>{Variable})(?P<as_proto> ; as Protobuf)?\)")
|
|
105
|
+
def step_impl(context, var_name, service_method, var_client, as_proto):
|
|
106
|
+
var_name = StepTools.evaluate_variable_name(var_name)
|
|
107
|
+
service_method = StepTools.evaluate_scenario_parameter(service_method)
|
|
108
|
+
client = StepTools.evaluate_variable_value(var_client)
|
|
109
|
+
table = BehaveStepTools.get_step_table(context)
|
|
110
|
+
|
|
111
|
+
service_name, method_name = service_method.rsplit('.', 1)
|
|
112
|
+
res = client.build_request_data(service_name, method_name, params_table=table, as_proto=as_proto is not None)
|
|
113
|
+
|
|
114
|
+
__get_variable_manager().register_variable(var_name, res)
|
|
115
|
+
|
|
116
|
+
@When(r"request (?P<service_method>{Str}) for all of queue (?P<var_queue>{Variable}) \(gRPC client: (?P<var_client>{Variable})(?: ; rate log period: (?P<rate_period_s>{Int}) s)?\)")
|
|
117
|
+
def step_impl(context, service_method, var_queue, var_client, rate_period_s):
|
|
118
|
+
service_method = StepTools.evaluate_scenario_parameter(service_method)
|
|
119
|
+
q = StepTools.evaluate_variable_value(var_queue)
|
|
120
|
+
q_name = StepTools.evaluate_variable_name(var_queue)
|
|
121
|
+
client = StepTools.evaluate_variable_value(var_client)
|
|
122
|
+
client_name = StepTools.evaluate_variable_name(var_client)
|
|
123
|
+
rate_period_s = StepTools.evaluate_scenario_parameter(rate_period_s)
|
|
124
|
+
|
|
125
|
+
counter = 0
|
|
126
|
+
beg = Tools.timer_s()
|
|
127
|
+
c_beg, t_beg = counter, beg
|
|
128
|
+
log_counter = 0
|
|
129
|
+
service_name, method_name = service_method.rsplit('.', 1)
|
|
130
|
+
|
|
131
|
+
try:
|
|
132
|
+
while True:
|
|
133
|
+
# Get next message and publish
|
|
134
|
+
request_data = q.get()
|
|
135
|
+
if q.is_sentinel(request_data):
|
|
136
|
+
break
|
|
137
|
+
counter += 1
|
|
138
|
+
|
|
139
|
+
try:
|
|
140
|
+
# Note: according internal library implementation, less actions are done with raw_output=True
|
|
141
|
+
client.request(service_name, method_name, request_data, raw_output=True)
|
|
142
|
+
except Exception as exc:
|
|
143
|
+
logger.warning(f"[Queue {q_name} -> Client {client_name}] Failed to request data {counter}: [{Typing.get_object_class_fullname(exc)}] {str(exc)}")
|
|
144
|
+
# logger.warning(f"[Queue {q_name} -> Publisher {pub_name}] Failed to publish message {counter}: [{Typing.get_object_class_fullname(exc)}] {Tools.represent_exception(exc)}")
|
|
145
|
+
finally:
|
|
146
|
+
q.task_done()
|
|
147
|
+
|
|
148
|
+
# Log rate if needed
|
|
149
|
+
if rate_period_s and counter % 10 == 0:
|
|
150
|
+
t_end = Tools.timer_s()
|
|
151
|
+
if t_end > t_beg + rate_period_s:
|
|
152
|
+
c_end, s_end = counter, q.qsize()
|
|
153
|
+
rate = (c_end - c_beg) / (t_end - t_beg)
|
|
154
|
+
log_counter += 1
|
|
155
|
+
logger.print(f"[Queue {q_name} -> Client {client_name}] Rate: {int(rate)} msg/s ; Nb messages: {counter} ; Queue size: {s_end}")
|
|
156
|
+
c_beg, t_beg = c_end, t_end
|
|
157
|
+
|
|
158
|
+
# Yield processor in case of multithreading
|
|
159
|
+
if counter % 10 == 0:
|
|
160
|
+
GlobalSystem.yield_processor()
|
|
161
|
+
except queue.Empty:
|
|
162
|
+
# Without block, or with timeout, this exception occurs when queue is empty
|
|
163
|
+
pass
|
|
164
|
+
|
|
165
|
+
if rate_period_s:
|
|
166
|
+
end = Tools.timer_s()
|
|
167
|
+
rate = counter / (end - beg)
|
|
168
|
+
logger.print(f"[Queue {q_name} -> Client {client_name}] Mean rate: {int(rate)} msg/s ; Nb messages: {counter}")
|
|
169
|
+
|
|
170
|
+
|
|
171
|
+
|
|
172
|
+
|
|
173
|
+
|