airflow-unicore-integration 0.2.0__tar.gz → 0.2.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (23) hide show
  1. {airflow_unicore_integration-0.2.0/src/airflow_unicore_integration.egg-info → airflow_unicore_integration-0.2.1}/PKG-INFO +1 -1
  2. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/pyproject.toml +1 -1
  3. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration/executors/unicore_executor.py +8 -0
  4. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1/src/airflow_unicore_integration.egg-info}/PKG-INFO +1 -1
  5. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/LICENSE +0 -0
  6. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/README.rst +0 -0
  7. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/setup.cfg +0 -0
  8. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration/__init__.py +0 -0
  9. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration/executors/__init__.py +0 -0
  10. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration/executors/run_task_via_supervisor.py +0 -0
  11. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration/hooks/__init__.py +0 -0
  12. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration/hooks/unicore_hooks.py +0 -0
  13. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration/operators/__init__.py +0 -0
  14. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration/operators/container.py +0 -0
  15. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration/operators/unicore_operators.py +0 -0
  16. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration/policies/__init__.py +0 -0
  17. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration/util/job.py +0 -0
  18. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration/util/launch_script_content.py +0 -0
  19. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration.egg-info/SOURCES.txt +0 -0
  20. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration.egg-info/dependency_links.txt +0 -0
  21. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration.egg-info/entry_points.txt +0 -0
  22. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration.egg-info/requires.txt +0 -0
  23. {airflow_unicore_integration-0.2.0 → airflow_unicore_integration-0.2.1}/src/airflow_unicore_integration.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: airflow-unicore-integration
3
- Version: 0.2.0
3
+ Version: 0.2.1
4
4
  Summary: Running Unicore Jobs from airflow DAGs.
5
5
  Author-email: Christian Böttcher <c.boettcher@fz-juelich.de>
6
6
  License-Expression: BSD-3-Clause
@@ -7,7 +7,7 @@ build-backend = "setuptools.build_meta"
7
7
 
8
8
  [project]
9
9
  name = "airflow-unicore-integration"
10
- version = "0.2.0"
10
+ version = "0.2.1"
11
11
  authors = [
12
12
  { name="Christian Böttcher", email="c.boettcher@fz-juelich.de" },
13
13
  ]
@@ -22,6 +22,7 @@ from airflow.utils.state import TaskInstanceState
22
22
  from pyunicore import client
23
23
  from pyunicore.credentials import create_credential
24
24
 
25
+ from ..hooks.unicore_hooks import UnicoreHook
25
26
  from ..util.job import JobDescriptionGenerator
26
27
  from ..util.job import NaiveJobDescriptionGenerator
27
28
 
@@ -78,11 +79,18 @@ class UnicoreExecutor(BaseExecutor):
78
79
  overwrite_unicore_credential = executor_config.get( # type: ignore
79
80
  UnicoreExecutor.EXECUTOR_CONFIG_UNICORE_CREDENTIAL_KEY, None
80
81
  ) # task can provide a different credential to use, else default from connection is used
82
+ overwrite_conn_id = executor_config.get( # type: ignore
83
+ UnicoreExecutor.EXECUTOR_CONFIG_UNICORE_CONN_KEY, None
84
+ )
81
85
  token = conf.get("unicore.executor", "AUTH_TOKEN", fallback="")
82
86
  base_url = conf.get(
83
87
  "unicore.executor", "DEFAULT_URL", fallback="http://localhost:8080/DEMO-SITE/rest/core"
84
88
  )
85
89
  credential = create_credential(token=token)
90
+ if overwrite_conn_id is not None:
91
+ hook = UnicoreHook(overwrite_conn_id)
92
+ base_url = hook.get_base_url()
93
+ credential = hook.get_credential()
86
94
  if overwrite_unicore_site is not None:
87
95
  base_url = overwrite_unicore_site
88
96
  if overwrite_unicore_credential is not None:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: airflow-unicore-integration
3
- Version: 0.2.0
3
+ Version: 0.2.1
4
4
  Summary: Running Unicore Jobs from airflow DAGs.
5
5
  Author-email: Christian Böttcher <c.boettcher@fz-juelich.de>
6
6
  License-Expression: BSD-3-Clause