airflow-unicore-integration 0.2.5__py3-none-any.whl → 0.3.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airflow_unicore_integration/executors/unicore_executor.py +1 -1
- airflow_unicore_integration/operators/container.py +4 -7
- airflow_unicore_integration/operators/unicore_operators.py +3 -3
- {airflow_unicore_integration-0.2.5.dist-info → airflow_unicore_integration-0.3.1.dist-info}/METADATA +1 -1
- {airflow_unicore_integration-0.2.5.dist-info → airflow_unicore_integration-0.3.1.dist-info}/RECORD +9 -9
- {airflow_unicore_integration-0.2.5.dist-info → airflow_unicore_integration-0.3.1.dist-info}/WHEEL +0 -0
- {airflow_unicore_integration-0.2.5.dist-info → airflow_unicore_integration-0.3.1.dist-info}/entry_points.txt +0 -0
- {airflow_unicore_integration-0.2.5.dist-info → airflow_unicore_integration-0.3.1.dist-info}/licenses/LICENSE +0 -0
- {airflow_unicore_integration-0.2.5.dist-info → airflow_unicore_integration-0.3.1.dist-info}/top_level.txt +0 -0
|
@@ -159,7 +159,7 @@ class UnicoreExecutor(BaseExecutor):
|
|
|
159
159
|
except AuthenticationFailedException as auth_exception:
|
|
160
160
|
self.fail(workload.ti.key)
|
|
161
161
|
self.log.error(
|
|
162
|
-
"Invalid
|
|
162
|
+
"Invalid credentials for UNICORE. Failing all UNICORE tasks until this has been resolved."
|
|
163
163
|
)
|
|
164
164
|
self.log.error(auth_exception)
|
|
165
165
|
return
|
|
@@ -1,6 +1,3 @@
|
|
|
1
|
-
from typing import Dict
|
|
2
|
-
from typing import List
|
|
3
|
-
|
|
4
1
|
from airflow_unicore_integration.operators.unicore_operators import (
|
|
5
2
|
UnicoreGenericOperator,
|
|
6
3
|
)
|
|
@@ -10,13 +7,13 @@ class UnicoreContainerOperator(UnicoreGenericOperator):
|
|
|
10
7
|
def __init__(
|
|
11
8
|
self, name: str, docker_image_url: str, command: str, options: str | None = None, **kwargs
|
|
12
9
|
):
|
|
13
|
-
params: Dict[str, str | List[str]] = {"COMMAND": command, "IMAGE_URL": docker_image_url}
|
|
14
|
-
if options is not None:
|
|
15
|
-
params["OPTIONS"] = options
|
|
16
10
|
super().__init__(
|
|
17
11
|
name=name,
|
|
18
12
|
application_name="CONTAINER",
|
|
19
13
|
application_version="1.0",
|
|
20
|
-
parameters=params,
|
|
21
14
|
**kwargs,
|
|
22
15
|
)
|
|
16
|
+
self.params["COMMAND"] = command
|
|
17
|
+
self.params["IMAGE_URL"] = docker_image_url
|
|
18
|
+
if options is not None:
|
|
19
|
+
self.params["OPTIONS"] = options
|
|
@@ -45,7 +45,7 @@ class UnicoreGenericOperator(BaseOperator):
|
|
|
45
45
|
user_post_command: str | None = None,
|
|
46
46
|
run_user_post_command_on_login_node: bool | None = None,
|
|
47
47
|
user_post_command_ignore_non_zero_exit_code: bool | None = None,
|
|
48
|
-
|
|
48
|
+
uc_resources: Dict[str, str] | None = None,
|
|
49
49
|
project: str | None = None,
|
|
50
50
|
imports: List[Dict[str, str | Sequence[str]]] | None = None,
|
|
51
51
|
exports: List[Dict[str, str | List[str]]] | None = None,
|
|
@@ -97,7 +97,7 @@ class UnicoreGenericOperator(BaseOperator):
|
|
|
97
97
|
self.user_post_command_ignore_non_zero_exit_code = (
|
|
98
98
|
user_post_command_ignore_non_zero_exit_code
|
|
99
99
|
)
|
|
100
|
-
self.
|
|
100
|
+
self.uc_resources = uc_resources
|
|
101
101
|
self.project = project
|
|
102
102
|
self.imports = imports
|
|
103
103
|
self.exports = exports
|
|
@@ -217,7 +217,7 @@ class UnicoreGenericOperator(BaseOperator):
|
|
|
217
217
|
self.user_post_command_ignore_non_zero_exit_code
|
|
218
218
|
)
|
|
219
219
|
|
|
220
|
-
if self.
|
|
220
|
+
if self.uc_resources is not None:
|
|
221
221
|
job_description_dict["Resources"] = self.resources
|
|
222
222
|
|
|
223
223
|
if self.project is not None:
|
{airflow_unicore_integration-0.2.5.dist-info → airflow_unicore_integration-0.3.1.dist-info}/RECORD
RENAMED
|
@@ -1,18 +1,18 @@
|
|
|
1
1
|
airflow_unicore_integration/__init__.py,sha256=Qy1mlyxe2Y-PPSn0LgIW0sT6BxFuwW4_LGsPBf-Wm4s,549
|
|
2
2
|
airflow_unicore_integration/executors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
3
3
|
airflow_unicore_integration/executors/run_task_via_supervisor.py,sha256=3ErgPf-Oy3B4Di5yNXhhPkaojIJykvCxMZ9MlKSYPI8,2756
|
|
4
|
-
airflow_unicore_integration/executors/unicore_executor.py,sha256=
|
|
4
|
+
airflow_unicore_integration/executors/unicore_executor.py,sha256=zXl9mqNyvRdNm_tOXt4wPJlEzgr7m-Cb1zYwcC4WGuo,8621
|
|
5
5
|
airflow_unicore_integration/hooks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
6
6
|
airflow_unicore_integration/hooks/unicore_hooks.py,sha256=ot9j8sG--_eTmmfoY5TpJj8BPo8nfYvjOSmqHyyQhBM,3383
|
|
7
7
|
airflow_unicore_integration/operators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
8
|
-
airflow_unicore_integration/operators/container.py,sha256=
|
|
9
|
-
airflow_unicore_integration/operators/unicore_operators.py,sha256=
|
|
8
|
+
airflow_unicore_integration/operators/container.py,sha256=_kIBN2JYoI2KKu94MvsGZaP4sVzKbzLwwsTG3-epEbg,614
|
|
9
|
+
airflow_unicore_integration/operators/unicore_operators.py,sha256=VpvCWU5OxSCwGU2CklXvBAN4Q6NSeWqtc6eR0Gj_3Dk,16880
|
|
10
10
|
airflow_unicore_integration/policies/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
11
11
|
airflow_unicore_integration/util/job.py,sha256=GcRVQkmuyLWUhfIGrIZFAdY4DyPTy2mB1mlmVdJ7TgM,11188
|
|
12
12
|
airflow_unicore_integration/util/launch_script_content.py,sha256=42_aFpaCMmvFmmUxQDGcudkleX1YSK_yYWE8T41NOy0,2915
|
|
13
|
-
airflow_unicore_integration-0.
|
|
14
|
-
airflow_unicore_integration-0.
|
|
15
|
-
airflow_unicore_integration-0.
|
|
16
|
-
airflow_unicore_integration-0.
|
|
17
|
-
airflow_unicore_integration-0.
|
|
18
|
-
airflow_unicore_integration-0.
|
|
13
|
+
airflow_unicore_integration-0.3.1.dist-info/licenses/LICENSE,sha256=hZ5ouAedeNr8ClHrQE-RLsgMsARcmv3kSZz7tE2BTJE,1526
|
|
14
|
+
airflow_unicore_integration-0.3.1.dist-info/METADATA,sha256=HCNwVprVhzFT8-YXbu5OJIgVN5jds4xoqEKy1PoAqlg,13696
|
|
15
|
+
airflow_unicore_integration-0.3.1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
|
|
16
|
+
airflow_unicore_integration-0.3.1.dist-info/entry_points.txt,sha256=PzEfCLYLSawjiYR-HNBzw8-YGfJxs1nPBULevgBQjoY,147
|
|
17
|
+
airflow_unicore_integration-0.3.1.dist-info/top_level.txt,sha256=j45X-uIuOk3oL78iwlpHakMWtUkg__B7zUlJLwmZx6w,28
|
|
18
|
+
airflow_unicore_integration-0.3.1.dist-info/RECORD,,
|
{airflow_unicore_integration-0.2.5.dist-info → airflow_unicore_integration-0.3.1.dist-info}/WHEEL
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|