airflow-unicore-integration 0.1.3__py3-none-any.whl → 0.1.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,3 +1,4 @@
1
+ import json
1
2
  import os
2
3
  from typing import Any
3
4
  from typing import Dict
@@ -84,14 +85,16 @@ class NaiveJobDescriptionGenerator(JobDescriptionGenerator):
84
85
  "AIRFLOW__CORE__DAGS_FOLDER": "./",
85
86
  "AIRFLOW__LOGGING__LOGGING_LEVEL": "DEBUG",
86
87
  "AIRFLOW__CORE__EXECUTOR": "LocalExecutor,airflow_unicore_integration.executors.unicore_executor.UnicoreExecutor",
87
- "AIRFLOW__DAG_PROCESSOR__DAG_BUNDLE_CONFIG_LIST": os.environ.get(
88
- "AIRFLOW__DAG_PROCESSOR__DAG_BUNDLE_CONFIG_LIST", ""
89
- ),
88
+ "AIRFLOW__DAG_PROCESSOR__DAG_BUNDLE_CONFIG_LIST": json.dumps(
89
+ os.environ.get("AIRFLOW__DAG_PROCESSOR__DAG_BUNDLE_CONFIG_LIST", "")
90
+ ).replace("\\n", ""),
90
91
  }
91
92
  # insert connection details that are provided via env vars to get bundles
92
93
  for env_key in os.environ.keys():
93
94
  if env_key.startswith("AIRFLOW_CONN_"):
94
- job_descr_dict["Environment"][env_key] = os.environ[env_key]
95
+ job_descr_dict["Environment"][env_key] = json.dumps(os.environ[env_key]).replace(
96
+ "\\n", ""
97
+ )
95
98
  user_added_pre_commands.append(f"source {python_env}/bin/activate")
96
99
  job_descr_dict["User precommand"] = ";".join(user_added_pre_commands)
97
100
  job_descr_dict["RunUserPrecommandOnLoginNode"] = (
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: airflow-unicore-integration
3
- Version: 0.1.3
3
+ Version: 0.1.4
4
4
  Summary: Running Unicore Jobs from airflow DAGs.
5
5
  Author-email: Christian Böttcher <c.boettcher@fz-juelich.de>
6
6
  License-Expression: BSD-3-Clause
@@ -7,10 +7,10 @@ airflow_unicore_integration/hooks/unicore_hooks.py,sha256=JjcjogWtN1xveagpkraQuY
7
7
  airflow_unicore_integration/operators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
8
8
  airflow_unicore_integration/operators/unicore_operators.py,sha256=xYX1t_QzjpqHZDoEu6jJNNXVmBEnjIlApFWvgYoYoB0,16790
9
9
  airflow_unicore_integration/policies/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
- airflow_unicore_integration/util/job.py,sha256=HNWwr7kENnnmX0gO65jm1yGHAYuTFZJ8jg-FKKiZ1ro,6327
11
- airflow_unicore_integration-0.1.3.dist-info/licenses/LICENSE,sha256=hZ5ouAedeNr8ClHrQE-RLsgMsARcmv3kSZz7tE2BTJE,1526
12
- airflow_unicore_integration-0.1.3.dist-info/METADATA,sha256=AE34sl5fO5XTUxv-b71OvctxROXUK22Ip8hOC9J4_4o,11188
13
- airflow_unicore_integration-0.1.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
14
- airflow_unicore_integration-0.1.3.dist-info/entry_points.txt,sha256=PzEfCLYLSawjiYR-HNBzw8-YGfJxs1nPBULevgBQjoY,147
15
- airflow_unicore_integration-0.1.3.dist-info/top_level.txt,sha256=j45X-uIuOk3oL78iwlpHakMWtUkg__B7zUlJLwmZx6w,28
16
- airflow_unicore_integration-0.1.3.dist-info/RECORD,,
10
+ airflow_unicore_integration/util/job.py,sha256=bSqTZKBqXqHOiqG7wO7zf0jhR0Uxi6rzw4hSR8MR9Pw,6439
11
+ airflow_unicore_integration-0.1.4.dist-info/licenses/LICENSE,sha256=hZ5ouAedeNr8ClHrQE-RLsgMsARcmv3kSZz7tE2BTJE,1526
12
+ airflow_unicore_integration-0.1.4.dist-info/METADATA,sha256=XwQNnpHcbT_ANuF64jr3TX3fHvlcCRmrZ7hzwo7ew2A,11188
13
+ airflow_unicore_integration-0.1.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
14
+ airflow_unicore_integration-0.1.4.dist-info/entry_points.txt,sha256=PzEfCLYLSawjiYR-HNBzw8-YGfJxs1nPBULevgBQjoY,147
15
+ airflow_unicore_integration-0.1.4.dist-info/top_level.txt,sha256=j45X-uIuOk3oL78iwlpHakMWtUkg__B7zUlJLwmZx6w,28
16
+ airflow_unicore_integration-0.1.4.dist-info/RECORD,,