airflow-unicore-integration 0.1.0__py3-none-any.whl → 0.1.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. airflow_unicore_integration/util/job.py +5 -5
  2. {airflow_unicore_integration-0.1.0.dist-info → airflow_unicore_integration-0.1.1.dist-info}/METADATA +1 -1
  3. {airflow_unicore_integration-0.1.0.dist-info → airflow_unicore_integration-0.1.1.dist-info}/RECORD +7 -7
  4. {airflow_unicore_integration-0.1.0.dist-info → airflow_unicore_integration-0.1.1.dist-info}/WHEEL +0 -0
  5. {airflow_unicore_integration-0.1.0.dist-info → airflow_unicore_integration-0.1.1.dist-info}/entry_points.txt +0 -0
  6. {airflow_unicore_integration-0.1.0.dist-info → airflow_unicore_integration-0.1.1.dist-info}/licenses/LICENSE +0 -0
  7. {airflow_unicore_integration-0.1.0.dist-info → airflow_unicore_integration-0.1.1.dist-info}/top_level.txt +0 -0
airflow_unicore_integration/util/job.py CHANGED
@@ -49,7 +49,7 @@ class NaiveJobDescriptionGenerator(JobDescriptionGenerator):
49
49
  dag_rel_path = str(workload.dag_rel_path)
50
50
  if dag_rel_path.startswith("DAG_FOLDER"):
51
51
  dag_rel_path = dag_rel_path[10:]
52
- local_dag_path = conf.get("core", "DAGS_FOLDER") + "/" + dag_rel_path
52
+ # local_dag_path = conf.get("core", "DAGS_FOLDER") + "/" + dag_rel_path
53
53
  base_url = conf.get("api", "base_url", fallback="/")
54
54
  default_execution_api_server = f"{base_url.rstrip('/')}/execution/"
55
55
  server = conf.get("core", "execution_api_server_url", fallback=default_execution_api_server)
@@ -60,9 +60,9 @@ class NaiveJobDescriptionGenerator(JobDescriptionGenerator):
60
60
  else:
61
61
  python_env = conf.get("unicore.executor", "DEFAULT_ENV")
62
62
  # prepare dag file to be uploaded via unicore
63
- dag_file = open(local_dag_path)
64
- dag_content = dag_file.readlines()
65
- dag_import = {"To": dag_rel_path, "Data": dag_content}
63
+ # dag_file = open(local_dag_path)
64
+ # dag_content = dag_file.readlines()
65
+ # dag_import = {"To": dag_rel_path, "Data": dag_content}
66
66
  worker_script_import = {
67
67
  "To": "run_task_via_supervisor.py",
68
68
  "From": "https://gist.githubusercontent.com/cboettcher/3f1101a1d1b67e7944d17c02ecd69930/raw/6da9ec16ba598ddda9cf288900498fab5e226788/run_task_via_supervisor.py",
@@ -87,7 +87,7 @@ class NaiveJobDescriptionGenerator(JobDescriptionGenerator):
87
87
  job_descr_dict["RunUserPrecommandOnLoginNode"] = (
88
88
  "false" # precommand is activating the python env, this can also be done on compute node right before running the job
89
89
  )
90
- job_descr_dict["Imports"] = [dag_import, worker_script_import]
90
+ job_descr_dict["Imports"] = [worker_script_import]
91
91
  # add user defined options to description
92
92
  if user_added_env:
93
93
  job_descr_dict["Environment"].update(user_added_env)
{airflow_unicore_integration-0.1.0.dist-info → airflow_unicore_integration-0.1.1.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: airflow-unicore-integration
3
- Version: 0.1.0
3
+ Version: 0.1.1
4
4
  Summary: Running Unicore Jobs from airflow DAGs.
5
5
  Author-email: Christian Böttcher <c.boettcher@fz-juelich.de>
6
6
  License-Expression: BSD-3-Clause
{airflow_unicore_integration-0.1.0.dist-info → airflow_unicore_integration-0.1.1.dist-info}/RECORD RENAMED
@@ -7,10 +7,10 @@ airflow_unicore_integration/hooks/unicore_hooks.py,sha256=JjcjogWtN1xveagpkraQuY
7
7
  airflow_unicore_integration/operators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
8
8
  airflow_unicore_integration/operators/unicore_operators.py,sha256=xYX1t_QzjpqHZDoEu6jJNNXVmBEnjIlApFWvgYoYoB0,16790
9
9
  airflow_unicore_integration/policies/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
- airflow_unicore_integration/util/job.py,sha256=AqbtV0rOCzvpW_7eqwMuMvUzIn0BDbuZVts-ju49zJE,5868
11
- airflow_unicore_integration-0.1.0.dist-info/licenses/LICENSE,sha256=hZ5ouAedeNr8ClHrQE-RLsgMsARcmv3kSZz7tE2BTJE,1526
12
- airflow_unicore_integration-0.1.0.dist-info/METADATA,sha256=K5ks_88YYhpL8L8s23tNH7l-v0BMQF_MdPydk11NntA,11188
13
- airflow_unicore_integration-0.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
14
- airflow_unicore_integration-0.1.0.dist-info/entry_points.txt,sha256=PzEfCLYLSawjiYR-HNBzw8-YGfJxs1nPBULevgBQjoY,147
15
- airflow_unicore_integration-0.1.0.dist-info/top_level.txt,sha256=j45X-uIuOk3oL78iwlpHakMWtUkg__B7zUlJLwmZx6w,28
16
- airflow_unicore_integration-0.1.0.dist-info/RECORD,,
10
+ airflow_unicore_integration/util/job.py,sha256=oUJ2b3k-iUACdSc0wvcsotilbtrnj8p7P5e8ufCTaKE,5864
11
+ airflow_unicore_integration-0.1.1.dist-info/licenses/LICENSE,sha256=hZ5ouAedeNr8ClHrQE-RLsgMsARcmv3kSZz7tE2BTJE,1526
12
+ airflow_unicore_integration-0.1.1.dist-info/METADATA,sha256=nuDOxBNvJDx3q4uw97QSFThvEN20ON2y2IMPoZccksU,11188
13
+ airflow_unicore_integration-0.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
14
+ airflow_unicore_integration-0.1.1.dist-info/entry_points.txt,sha256=PzEfCLYLSawjiYR-HNBzw8-YGfJxs1nPBULevgBQjoY,147
15
+ airflow_unicore_integration-0.1.1.dist-info/top_level.txt,sha256=j45X-uIuOk3oL78iwlpHakMWtUkg__B7zUlJLwmZx6w,28
16
+ airflow_unicore_integration-0.1.1.dist-info/RECORD,,