hpcflow 0.1.15__py3-none-any.whl → 0.2.0a271__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- hpcflow/__init__.py +2 -11
- hpcflow/__pyinstaller/__init__.py +5 -0
- hpcflow/__pyinstaller/hook-hpcflow.py +40 -0
- hpcflow/_version.py +1 -1
- hpcflow/app.py +43 -0
- hpcflow/cli.py +2 -461
- hpcflow/data/demo_data_manifest/__init__.py +3 -0
- hpcflow/data/demo_data_manifest/demo_data_manifest.json +6 -0
- hpcflow/data/jinja_templates/test/test_template.txt +8 -0
- hpcflow/data/programs/hello_world/README.md +1 -0
- hpcflow/data/programs/hello_world/hello_world.c +87 -0
- hpcflow/data/programs/hello_world/linux/hello_world +0 -0
- hpcflow/data/programs/hello_world/macos/hello_world +0 -0
- hpcflow/data/programs/hello_world/win/hello_world.exe +0 -0
- hpcflow/data/scripts/__init__.py +1 -0
- hpcflow/data/scripts/bad_script.py +2 -0
- hpcflow/data/scripts/demo_task_1_generate_t1_infile_1.py +8 -0
- hpcflow/data/scripts/demo_task_1_generate_t1_infile_2.py +8 -0
- hpcflow/data/scripts/demo_task_1_parse_p3.py +7 -0
- hpcflow/data/scripts/do_nothing.py +2 -0
- hpcflow/data/scripts/env_specifier_test/input_file_generator_pass_env_spec.py +4 -0
- hpcflow/data/scripts/env_specifier_test/main_script_test_pass_env_spec.py +8 -0
- hpcflow/data/scripts/env_specifier_test/output_file_parser_pass_env_spec.py +4 -0
- hpcflow/data/scripts/env_specifier_test/v1/input_file_generator_basic.py +4 -0
- hpcflow/data/scripts/env_specifier_test/v1/main_script_test_direct_in_direct_out.py +7 -0
- hpcflow/data/scripts/env_specifier_test/v1/output_file_parser_basic.py +4 -0
- hpcflow/data/scripts/env_specifier_test/v2/main_script_test_direct_in_direct_out.py +7 -0
- hpcflow/data/scripts/generate_t1_file_01.py +7 -0
- hpcflow/data/scripts/import_future_script.py +7 -0
- hpcflow/data/scripts/input_file_generator_basic.py +3 -0
- hpcflow/data/scripts/input_file_generator_basic_FAIL.py +3 -0
- hpcflow/data/scripts/input_file_generator_test_stdout_stderr.py +8 -0
- hpcflow/data/scripts/main_script_test_direct_in.py +3 -0
- hpcflow/data/scripts/main_script_test_direct_in_direct_out.py +6 -0
- hpcflow/data/scripts/main_script_test_direct_in_direct_out_2.py +6 -0
- hpcflow/data/scripts/main_script_test_direct_in_direct_out_2_fail_allowed.py +6 -0
- hpcflow/data/scripts/main_script_test_direct_in_direct_out_2_fail_allowed_group.py +7 -0
- hpcflow/data/scripts/main_script_test_direct_in_direct_out_3.py +6 -0
- hpcflow/data/scripts/main_script_test_direct_in_direct_out_all_iters_test.py +15 -0
- hpcflow/data/scripts/main_script_test_direct_in_direct_out_env_spec.py +7 -0
- hpcflow/data/scripts/main_script_test_direct_in_direct_out_labels.py +8 -0
- hpcflow/data/scripts/main_script_test_direct_in_group_direct_out_3.py +6 -0
- hpcflow/data/scripts/main_script_test_direct_in_group_one_fail_direct_out_3.py +6 -0
- hpcflow/data/scripts/main_script_test_direct_sub_param_in_direct_out.py +6 -0
- hpcflow/data/scripts/main_script_test_hdf5_in_obj.py +12 -0
- hpcflow/data/scripts/main_script_test_hdf5_in_obj_2.py +12 -0
- hpcflow/data/scripts/main_script_test_hdf5_in_obj_group.py +12 -0
- hpcflow/data/scripts/main_script_test_hdf5_out_obj.py +11 -0
- hpcflow/data/scripts/main_script_test_json_and_direct_in_json_out.py +14 -0
- hpcflow/data/scripts/main_script_test_json_in_json_and_direct_out.py +17 -0
- hpcflow/data/scripts/main_script_test_json_in_json_out.py +14 -0
- hpcflow/data/scripts/main_script_test_json_in_json_out_labels.py +16 -0
- hpcflow/data/scripts/main_script_test_json_in_obj.py +12 -0
- hpcflow/data/scripts/main_script_test_json_out_FAIL.py +3 -0
- hpcflow/data/scripts/main_script_test_json_out_obj.py +10 -0
- hpcflow/data/scripts/main_script_test_json_sub_param_in_json_out_labels.py +16 -0
- hpcflow/data/scripts/main_script_test_shell_env_vars.py +12 -0
- hpcflow/data/scripts/main_script_test_std_out_std_err.py +6 -0
- hpcflow/data/scripts/output_file_parser_basic.py +3 -0
- hpcflow/data/scripts/output_file_parser_basic_FAIL.py +7 -0
- hpcflow/data/scripts/output_file_parser_test_stdout_stderr.py +8 -0
- hpcflow/data/scripts/parse_t1_file_01.py +4 -0
- hpcflow/data/scripts/script_exit_test.py +5 -0
- hpcflow/data/template_components/__init__.py +1 -0
- hpcflow/data/template_components/command_files.yaml +26 -0
- hpcflow/data/template_components/environments.yaml +13 -0
- hpcflow/data/template_components/parameters.yaml +14 -0
- hpcflow/data/template_components/task_schemas.yaml +139 -0
- hpcflow/data/workflows/workflow_1.yaml +5 -0
- hpcflow/examples.ipynb +1037 -0
- hpcflow/sdk/__init__.py +149 -0
- hpcflow/sdk/app.py +4266 -0
- hpcflow/sdk/cli.py +1479 -0
- hpcflow/sdk/cli_common.py +385 -0
- hpcflow/sdk/config/__init__.py +5 -0
- hpcflow/sdk/config/callbacks.py +246 -0
- hpcflow/sdk/config/cli.py +388 -0
- hpcflow/sdk/config/config.py +1410 -0
- hpcflow/sdk/config/config_file.py +501 -0
- hpcflow/sdk/config/errors.py +272 -0
- hpcflow/sdk/config/types.py +150 -0
- hpcflow/sdk/core/__init__.py +38 -0
- hpcflow/sdk/core/actions.py +3857 -0
- hpcflow/sdk/core/app_aware.py +25 -0
- hpcflow/sdk/core/cache.py +224 -0
- hpcflow/sdk/core/command_files.py +814 -0
- hpcflow/sdk/core/commands.py +424 -0
- hpcflow/sdk/core/element.py +2071 -0
- hpcflow/sdk/core/enums.py +221 -0
- hpcflow/sdk/core/environment.py +256 -0
- hpcflow/sdk/core/errors.py +1043 -0
- hpcflow/sdk/core/execute.py +207 -0
- hpcflow/sdk/core/json_like.py +809 -0
- hpcflow/sdk/core/loop.py +1320 -0
- hpcflow/sdk/core/loop_cache.py +282 -0
- hpcflow/sdk/core/object_list.py +933 -0
- hpcflow/sdk/core/parameters.py +3371 -0
- hpcflow/sdk/core/rule.py +196 -0
- hpcflow/sdk/core/run_dir_files.py +57 -0
- hpcflow/sdk/core/skip_reason.py +7 -0
- hpcflow/sdk/core/task.py +3792 -0
- hpcflow/sdk/core/task_schema.py +993 -0
- hpcflow/sdk/core/test_utils.py +538 -0
- hpcflow/sdk/core/types.py +447 -0
- hpcflow/sdk/core/utils.py +1207 -0
- hpcflow/sdk/core/validation.py +87 -0
- hpcflow/sdk/core/values.py +477 -0
- hpcflow/sdk/core/workflow.py +4820 -0
- hpcflow/sdk/core/zarr_io.py +206 -0
- hpcflow/sdk/data/__init__.py +13 -0
- hpcflow/sdk/data/config_file_schema.yaml +34 -0
- hpcflow/sdk/data/config_schema.yaml +260 -0
- hpcflow/sdk/data/environments_spec_schema.yaml +21 -0
- hpcflow/sdk/data/files_spec_schema.yaml +5 -0
- hpcflow/sdk/data/parameters_spec_schema.yaml +7 -0
- hpcflow/sdk/data/task_schema_spec_schema.yaml +3 -0
- hpcflow/sdk/data/workflow_spec_schema.yaml +22 -0
- hpcflow/sdk/demo/__init__.py +3 -0
- hpcflow/sdk/demo/cli.py +242 -0
- hpcflow/sdk/helper/__init__.py +3 -0
- hpcflow/sdk/helper/cli.py +137 -0
- hpcflow/sdk/helper/helper.py +300 -0
- hpcflow/sdk/helper/watcher.py +192 -0
- hpcflow/sdk/log.py +288 -0
- hpcflow/sdk/persistence/__init__.py +18 -0
- hpcflow/sdk/persistence/base.py +2817 -0
- hpcflow/sdk/persistence/defaults.py +6 -0
- hpcflow/sdk/persistence/discovery.py +39 -0
- hpcflow/sdk/persistence/json.py +954 -0
- hpcflow/sdk/persistence/pending.py +948 -0
- hpcflow/sdk/persistence/store_resource.py +203 -0
- hpcflow/sdk/persistence/types.py +309 -0
- hpcflow/sdk/persistence/utils.py +73 -0
- hpcflow/sdk/persistence/zarr.py +2388 -0
- hpcflow/sdk/runtime.py +320 -0
- hpcflow/sdk/submission/__init__.py +3 -0
- hpcflow/sdk/submission/enums.py +70 -0
- hpcflow/sdk/submission/jobscript.py +2379 -0
- hpcflow/sdk/submission/schedulers/__init__.py +281 -0
- hpcflow/sdk/submission/schedulers/direct.py +233 -0
- hpcflow/sdk/submission/schedulers/sge.py +376 -0
- hpcflow/sdk/submission/schedulers/slurm.py +598 -0
- hpcflow/sdk/submission/schedulers/utils.py +25 -0
- hpcflow/sdk/submission/shells/__init__.py +52 -0
- hpcflow/sdk/submission/shells/base.py +229 -0
- hpcflow/sdk/submission/shells/bash.py +504 -0
- hpcflow/sdk/submission/shells/os_version.py +115 -0
- hpcflow/sdk/submission/shells/powershell.py +352 -0
- hpcflow/sdk/submission/submission.py +1402 -0
- hpcflow/sdk/submission/types.py +140 -0
- hpcflow/sdk/typing.py +194 -0
- hpcflow/sdk/utils/arrays.py +69 -0
- hpcflow/sdk/utils/deferred_file.py +55 -0
- hpcflow/sdk/utils/hashing.py +16 -0
- hpcflow/sdk/utils/patches.py +31 -0
- hpcflow/sdk/utils/strings.py +69 -0
- hpcflow/tests/api/test_api.py +32 -0
- hpcflow/tests/conftest.py +123 -0
- hpcflow/tests/data/__init__.py +0 -0
- hpcflow/tests/data/benchmark_N_elements.yaml +6 -0
- hpcflow/tests/data/benchmark_script_runner.yaml +26 -0
- hpcflow/tests/data/multi_path_sequences.yaml +29 -0
- hpcflow/tests/data/workflow_1.json +10 -0
- hpcflow/tests/data/workflow_1.yaml +5 -0
- hpcflow/tests/data/workflow_1_slurm.yaml +8 -0
- hpcflow/tests/data/workflow_1_wsl.yaml +8 -0
- hpcflow/tests/data/workflow_test_run_abort.yaml +42 -0
- hpcflow/tests/jinja_templates/test_jinja_templates.py +161 -0
- hpcflow/tests/programs/test_programs.py +180 -0
- hpcflow/tests/schedulers/direct_linux/test_direct_linux_submission.py +12 -0
- hpcflow/tests/schedulers/sge/test_sge_submission.py +36 -0
- hpcflow/tests/schedulers/slurm/test_slurm_submission.py +14 -0
- hpcflow/tests/scripts/test_input_file_generators.py +282 -0
- hpcflow/tests/scripts/test_main_scripts.py +1361 -0
- hpcflow/tests/scripts/test_non_snippet_script.py +46 -0
- hpcflow/tests/scripts/test_ouput_file_parsers.py +353 -0
- hpcflow/tests/shells/wsl/test_wsl_submission.py +14 -0
- hpcflow/tests/unit/test_action.py +1066 -0
- hpcflow/tests/unit/test_action_rule.py +24 -0
- hpcflow/tests/unit/test_app.py +132 -0
- hpcflow/tests/unit/test_cache.py +46 -0
- hpcflow/tests/unit/test_cli.py +172 -0
- hpcflow/tests/unit/test_command.py +377 -0
- hpcflow/tests/unit/test_config.py +195 -0
- hpcflow/tests/unit/test_config_file.py +162 -0
- hpcflow/tests/unit/test_element.py +666 -0
- hpcflow/tests/unit/test_element_iteration.py +88 -0
- hpcflow/tests/unit/test_element_set.py +158 -0
- hpcflow/tests/unit/test_group.py +115 -0
- hpcflow/tests/unit/test_input_source.py +1479 -0
- hpcflow/tests/unit/test_input_value.py +398 -0
- hpcflow/tests/unit/test_jobscript_unit.py +757 -0
- hpcflow/tests/unit/test_json_like.py +1247 -0
- hpcflow/tests/unit/test_loop.py +2674 -0
- hpcflow/tests/unit/test_meta_task.py +325 -0
- hpcflow/tests/unit/test_multi_path_sequences.py +259 -0
- hpcflow/tests/unit/test_object_list.py +116 -0
- hpcflow/tests/unit/test_parameter.py +243 -0
- hpcflow/tests/unit/test_persistence.py +664 -0
- hpcflow/tests/unit/test_resources.py +243 -0
- hpcflow/tests/unit/test_run.py +286 -0
- hpcflow/tests/unit/test_run_directories.py +29 -0
- hpcflow/tests/unit/test_runtime.py +9 -0
- hpcflow/tests/unit/test_schema_input.py +372 -0
- hpcflow/tests/unit/test_shell.py +129 -0
- hpcflow/tests/unit/test_slurm.py +39 -0
- hpcflow/tests/unit/test_submission.py +502 -0
- hpcflow/tests/unit/test_task.py +2560 -0
- hpcflow/tests/unit/test_task_schema.py +182 -0
- hpcflow/tests/unit/test_utils.py +616 -0
- hpcflow/tests/unit/test_value_sequence.py +549 -0
- hpcflow/tests/unit/test_values.py +91 -0
- hpcflow/tests/unit/test_workflow.py +827 -0
- hpcflow/tests/unit/test_workflow_template.py +186 -0
- hpcflow/tests/unit/utils/test_arrays.py +40 -0
- hpcflow/tests/unit/utils/test_deferred_file_writer.py +34 -0
- hpcflow/tests/unit/utils/test_hashing.py +65 -0
- hpcflow/tests/unit/utils/test_patches.py +5 -0
- hpcflow/tests/unit/utils/test_redirect_std.py +50 -0
- hpcflow/tests/unit/utils/test_strings.py +97 -0
- hpcflow/tests/workflows/__init__.py +0 -0
- hpcflow/tests/workflows/test_directory_structure.py +31 -0
- hpcflow/tests/workflows/test_jobscript.py +355 -0
- hpcflow/tests/workflows/test_run_status.py +198 -0
- hpcflow/tests/workflows/test_skip_downstream.py +696 -0
- hpcflow/tests/workflows/test_submission.py +140 -0
- hpcflow/tests/workflows/test_workflows.py +564 -0
- hpcflow/tests/workflows/test_zip.py +18 -0
- hpcflow/viz_demo.ipynb +6794 -0
- hpcflow-0.2.0a271.dist-info/LICENSE +375 -0
- hpcflow-0.2.0a271.dist-info/METADATA +65 -0
- hpcflow-0.2.0a271.dist-info/RECORD +237 -0
- {hpcflow-0.1.15.dist-info → hpcflow-0.2.0a271.dist-info}/WHEEL +4 -5
- hpcflow-0.2.0a271.dist-info/entry_points.txt +6 -0
- hpcflow/api.py +0 -490
- hpcflow/archive/archive.py +0 -307
- hpcflow/archive/cloud/cloud.py +0 -45
- hpcflow/archive/cloud/errors.py +0 -9
- hpcflow/archive/cloud/providers/dropbox.py +0 -427
- hpcflow/archive/errors.py +0 -5
- hpcflow/base_db.py +0 -4
- hpcflow/config.py +0 -233
- hpcflow/copytree.py +0 -66
- hpcflow/data/examples/_config.yml +0 -14
- hpcflow/data/examples/damask/demo/1.run.yml +0 -4
- hpcflow/data/examples/damask/demo/2.process.yml +0 -29
- hpcflow/data/examples/damask/demo/geom.geom +0 -2052
- hpcflow/data/examples/damask/demo/load.load +0 -1
- hpcflow/data/examples/damask/demo/material.config +0 -185
- hpcflow/data/examples/damask/inputs/geom.geom +0 -2052
- hpcflow/data/examples/damask/inputs/load.load +0 -1
- hpcflow/data/examples/damask/inputs/material.config +0 -185
- hpcflow/data/examples/damask/profiles/_variable_lookup.yml +0 -21
- hpcflow/data/examples/damask/profiles/damask.yml +0 -4
- hpcflow/data/examples/damask/profiles/damask_process.yml +0 -8
- hpcflow/data/examples/damask/profiles/damask_run.yml +0 -5
- hpcflow/data/examples/damask/profiles/default.yml +0 -6
- hpcflow/data/examples/thinking.yml +0 -177
- hpcflow/errors.py +0 -2
- hpcflow/init_db.py +0 -37
- hpcflow/models.py +0 -2595
- hpcflow/nesting.py +0 -9
- hpcflow/profiles.py +0 -455
- hpcflow/project.py +0 -81
- hpcflow/scheduler.py +0 -322
- hpcflow/utils.py +0 -103
- hpcflow/validation.py +0 -166
- hpcflow/variables.py +0 -543
- hpcflow-0.1.15.dist-info/METADATA +0 -168
- hpcflow-0.1.15.dist-info/RECORD +0 -45
- hpcflow-0.1.15.dist-info/entry_points.txt +0 -8
- hpcflow-0.1.15.dist-info/top_level.txt +0 -1
- /hpcflow/{archive → data/jinja_templates}/__init__.py +0 -0
- /hpcflow/{archive/cloud → data/programs}/__init__.py +0 -0
- /hpcflow/{archive/cloud/providers → data/workflows}/__init__.py +0 -0
hpcflow/sdk/__init__.py
ADDED
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
"""Sub-package to define an extensible hpcflow application."""
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
from collections.abc import Mapping
|
|
5
|
+
import logging
|
|
6
|
+
import os
|
|
7
|
+
import sys
|
|
8
|
+
from typing import Final
|
|
9
|
+
|
|
10
|
+
#: Classes used in the construction of a workflow.
|
|
11
|
+
#: :meta hide-value:
|
|
12
|
+
sdk_classes: Final[Mapping[str, str]] = {
|
|
13
|
+
"Workflow": "hpcflow.sdk.core.workflow",
|
|
14
|
+
"Task": "hpcflow.sdk.core.task",
|
|
15
|
+
"MetaTask": "hpcflow.sdk.core.task",
|
|
16
|
+
"ActionScopeType": "hpcflow.sdk.core.enums",
|
|
17
|
+
"ActionScope": "hpcflow.sdk.core.actions",
|
|
18
|
+
"ActionRule": "hpcflow.sdk.core.actions",
|
|
19
|
+
"Rule": "hpcflow.sdk.core.rule",
|
|
20
|
+
"Action": "hpcflow.sdk.core.actions",
|
|
21
|
+
"ActionEnvironment": "hpcflow.sdk.core.actions",
|
|
22
|
+
"ElementActionRun": "hpcflow.sdk.core.actions",
|
|
23
|
+
"ElementAction": "hpcflow.sdk.core.actions",
|
|
24
|
+
"FileSpec": "hpcflow.sdk.core.command_files",
|
|
25
|
+
"FileNameSpec": "hpcflow.sdk.core.command_files",
|
|
26
|
+
"FileNameStem": "hpcflow.sdk.core.command_files",
|
|
27
|
+
"FileNameExt": "hpcflow.sdk.core.command_files",
|
|
28
|
+
"FileNameExt": "hpcflow.sdk.core.command_files",
|
|
29
|
+
"InputFileGenerator": "hpcflow.sdk.core.command_files",
|
|
30
|
+
"OutputFileParser": "hpcflow.sdk.core.command_files",
|
|
31
|
+
"InputFile": "hpcflow.sdk.core.command_files",
|
|
32
|
+
"InputFile": "hpcflow.sdk.core.command_files",
|
|
33
|
+
"InputFileGeneratorSource": "hpcflow.sdk.core.command_files",
|
|
34
|
+
"OutputFileParserSource": "hpcflow.sdk.core.command_files",
|
|
35
|
+
"Command": "hpcflow.sdk.core.commands",
|
|
36
|
+
"ElementInputs": "hpcflow.sdk.core.element",
|
|
37
|
+
"ElementOutputs": "hpcflow.sdk.core.element",
|
|
38
|
+
"ElementInputFiles": "hpcflow.sdk.core.element",
|
|
39
|
+
"ElementOutputFiles": "hpcflow.sdk.core.element",
|
|
40
|
+
"ElementResources": "hpcflow.sdk.core.element",
|
|
41
|
+
"ElementIteration": "hpcflow.sdk.core.element",
|
|
42
|
+
"Element": "hpcflow.sdk.core.element",
|
|
43
|
+
"ElementParameter": "hpcflow.sdk.core.element",
|
|
44
|
+
"ElementFilter": "hpcflow.sdk.core.element",
|
|
45
|
+
"ElementGroup": "hpcflow.sdk.core.element",
|
|
46
|
+
"ElementRepeats": "hpcflow.sdk.core.element",
|
|
47
|
+
"NumCores": "hpcflow.sdk.core.environment",
|
|
48
|
+
"ExecutableInstance": "hpcflow.sdk.core.environment",
|
|
49
|
+
"Executable": "hpcflow.sdk.core.environment",
|
|
50
|
+
"Executor": "hpcflow.sdk.core.execute",
|
|
51
|
+
"Environment": "hpcflow.sdk.core.environment",
|
|
52
|
+
"Loop": "hpcflow.sdk.core.loop",
|
|
53
|
+
"WorkflowLoop": "hpcflow.sdk.core.loop",
|
|
54
|
+
"TaskList": "hpcflow.sdk.core.object_list",
|
|
55
|
+
"TaskTemplateList": "hpcflow.sdk.core.object_list",
|
|
56
|
+
"TaskSchemasList": "hpcflow.sdk.core.object_list",
|
|
57
|
+
"GroupList": "hpcflow.sdk.core.object_list",
|
|
58
|
+
"EnvironmentsList": "hpcflow.sdk.core.object_list",
|
|
59
|
+
"ExecutablesList": "hpcflow.sdk.core.object_list",
|
|
60
|
+
"ParametersList": "hpcflow.sdk.core.object_list",
|
|
61
|
+
"CommandFilesList": "hpcflow.sdk.core.object_list",
|
|
62
|
+
"WorkflowTaskList": "hpcflow.sdk.core.object_list",
|
|
63
|
+
"WorkflowLoopList": "hpcflow.sdk.core.object_list",
|
|
64
|
+
"ResourceList": "hpcflow.sdk.core.object_list",
|
|
65
|
+
"ParameterValue": "hpcflow.sdk.core.parameters",
|
|
66
|
+
"ParameterPath": "hpcflow.sdk.core.parameters",
|
|
67
|
+
"Parameter": "hpcflow.sdk.core.parameters",
|
|
68
|
+
"SubParameter": "hpcflow.sdk.core.parameters",
|
|
69
|
+
"SchemaParameter": "hpcflow.sdk.core.parameters",
|
|
70
|
+
"SchemaInput": "hpcflow.sdk.core.parameters",
|
|
71
|
+
"SchemaOutput": "hpcflow.sdk.core.parameters",
|
|
72
|
+
"ValueSequence": "hpcflow.sdk.core.parameters",
|
|
73
|
+
"MultiPathSequence": "hpcflow.sdk.core.parameters",
|
|
74
|
+
"ValuePerturbation": "hpcflow.sdk.core.parameters",
|
|
75
|
+
"InputValue": "hpcflow.sdk.core.parameters",
|
|
76
|
+
"ResourceSpec": "hpcflow.sdk.core.parameters",
|
|
77
|
+
"TaskSourceType": "hpcflow.sdk.core.enums",
|
|
78
|
+
"InputSourceType": "hpcflow.sdk.core.enums",
|
|
79
|
+
"ParameterPropagationMode": "hpcflow.sdk.core.enums",
|
|
80
|
+
"InputSource": "hpcflow.sdk.core.parameters",
|
|
81
|
+
"TaskObjective": "hpcflow.sdk.core.task_schema",
|
|
82
|
+
"TaskSchema": "hpcflow.sdk.core.task_schema",
|
|
83
|
+
"MetaTaskSchema": "hpcflow.sdk.core.task_schema",
|
|
84
|
+
"ElementSet": "hpcflow.sdk.core.task",
|
|
85
|
+
"Task": "hpcflow.sdk.core.task",
|
|
86
|
+
"WorkflowTask": "hpcflow.sdk.core.task",
|
|
87
|
+
"Elements": "hpcflow.sdk.core.task",
|
|
88
|
+
"Parameters": "hpcflow.sdk.core.task",
|
|
89
|
+
"TaskInputParameters": "hpcflow.sdk.core.task",
|
|
90
|
+
"TaskOutputParameters": "hpcflow.sdk.core.task",
|
|
91
|
+
"ElementPropagation": "hpcflow.sdk.core.task",
|
|
92
|
+
"WorkflowTemplate": "hpcflow.sdk.core.workflow",
|
|
93
|
+
"Workflow": "hpcflow.sdk.core.workflow",
|
|
94
|
+
"WorkflowBlueprint": "hpcflow.sdk.core.workflow",
|
|
95
|
+
"Jobscript": "hpcflow.sdk.submission.jobscript",
|
|
96
|
+
"JobscriptBlock": "hpcflow.sdk.submission.jobscript",
|
|
97
|
+
"Submission": "hpcflow.sdk.submission.submission",
|
|
98
|
+
"QueuedScheduler": "hpcflow.sdk.submission.schedulers",
|
|
99
|
+
"DirectWindows": "hpcflow.sdk.submission.schedulers.direct",
|
|
100
|
+
"DirectPosix": "hpcflow.sdk.submission.schedulers.direct",
|
|
101
|
+
"SlurmPosix": "hpcflow.sdk.submission.schedulers.slurm",
|
|
102
|
+
"SGEPosix": "hpcflow.sdk.submission.schedulers.sge",
|
|
103
|
+
"OutputLabel": "hpcflow.sdk.core.task",
|
|
104
|
+
"RunDirAppFiles": "hpcflow.sdk.core.run_dir_files",
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
# these are defined as `BaseApp` methods with an underscore prefix:
|
|
108
|
+
#: Functions exported by the application.
|
|
109
|
+
#: :meta hide-value:
|
|
110
|
+
sdk_funcs: Final[tuple[str, ...]] = (
|
|
111
|
+
"make_workflow",
|
|
112
|
+
"make_demo_workflow",
|
|
113
|
+
"make_and_submit_workflow",
|
|
114
|
+
"make_and_submit_demo_workflow",
|
|
115
|
+
"submit_workflow",
|
|
116
|
+
"run_hpcflow_tests",
|
|
117
|
+
"run_tests",
|
|
118
|
+
"get_OS_info",
|
|
119
|
+
"get_shell_info",
|
|
120
|
+
"get_known_submissions",
|
|
121
|
+
"show",
|
|
122
|
+
"show_legend",
|
|
123
|
+
"cancel",
|
|
124
|
+
)
|
|
125
|
+
|
|
126
|
+
|
|
127
|
+
def get_SDK_logger(name: str | None = None) -> logging.Logger:
|
|
128
|
+
"""Get a logger with prefix of "hpcflow_sdk" instead of "hpcflow.sdk" to ensure the
|
|
129
|
+
handlers of the SDK logger and app logger are distinct."""
|
|
130
|
+
name = ".".join(["hpcflow_sdk"] + (name or __name__).split(".")[2:])
|
|
131
|
+
return logging.getLogger(name)
|
|
132
|
+
|
|
133
|
+
|
|
134
|
+
def _init_logger() -> None:
|
|
135
|
+
level = os.environ.get("HPCFLOW_SDK_CONSOLE_LOG_LEVEL", "ERROR")
|
|
136
|
+
SDK_logger = get_SDK_logger()
|
|
137
|
+
SDK_logger.setLevel(level)
|
|
138
|
+
|
|
139
|
+
sh = logging.StreamHandler()
|
|
140
|
+
sh.setFormatter(logging.Formatter("%(levelname)s %(name)s: %(message)s"))
|
|
141
|
+
sh.setLevel(level)
|
|
142
|
+
SDK_logger.addHandler(sh)
|
|
143
|
+
|
|
144
|
+
|
|
145
|
+
_init_logger()
|
|
146
|
+
if getattr(sys, "frozen", False) and hasattr(sys, "_MEIPASS"):
|
|
147
|
+
import multiprocessing
|
|
148
|
+
|
|
149
|
+
multiprocessing.freeze_support()
|