domino-py-iisas 1.0.24__py3-none-any.whl → 1.0.26__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- domino/VERSION +1 -1
- domino/custom_operators/k8s_operator.py +18 -3
- domino/custom_operators/sidecar/mount.py +3 -1
- {domino_py_iisas-1.0.24.dist-info → domino_py_iisas-1.0.26.dist-info}/METADATA +1 -1
- {domino_py_iisas-1.0.24.dist-info → domino_py_iisas-1.0.26.dist-info}/RECORD +9 -9
- {domino_py_iisas-1.0.24.dist-info → domino_py_iisas-1.0.26.dist-info}/WHEEL +0 -0
- {domino_py_iisas-1.0.24.dist-info → domino_py_iisas-1.0.26.dist-info}/entry_points.txt +0 -0
- {domino_py_iisas-1.0.24.dist-info → domino_py_iisas-1.0.26.dist-info}/licenses/LICENSE +0 -0
- {domino_py_iisas-1.0.24.dist-info → domino_py_iisas-1.0.26.dist-info}/top_level.txt +0 -0
domino/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.0.
|
|
1
|
+
1.0.26
|
|
@@ -60,7 +60,7 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
|
|
|
60
60
|
"AIRFLOW_CONTEXT_DAG_RUN_ID": "{{ run_id }}",
|
|
61
61
|
}
|
|
62
62
|
|
|
63
|
-
self.logger.
|
|
63
|
+
self.logger.info(pod_env_vars)
|
|
64
64
|
|
|
65
65
|
# Container resources
|
|
66
66
|
if container_resources is None:
|
|
@@ -287,6 +287,14 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
|
|
|
287
287
|
empty_dir=k8s.V1EmptyDirVolumeSource()
|
|
288
288
|
)
|
|
289
289
|
)
|
|
290
|
+
|
|
291
|
+
self.logger.info("volume_mounts_main_container:")
|
|
292
|
+
self.logger.info(volume_mounts_main_container)
|
|
293
|
+
self.logger.info("volume_mounts_sidecar_container:")
|
|
294
|
+
self.logger.info(volume_mounts_sidecar_container)
|
|
295
|
+
self.logger.info("pod_volumes_list:")
|
|
296
|
+
self.logger.info(pod_volumes_list)
|
|
297
|
+
|
|
290
298
|
pod_cp = copy.deepcopy(pod)
|
|
291
299
|
pod_cp.spec.volumes = pod.spec.volumes or []
|
|
292
300
|
pod_cp.spec.volumes.extend(pod_volumes_list)
|
|
@@ -338,6 +346,13 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
|
|
|
338
346
|
),
|
|
339
347
|
)
|
|
340
348
|
pod_cp.spec.containers.append(sidecar_container)
|
|
349
|
+
|
|
350
|
+
self.logger.info("pod_cp:")
|
|
351
|
+
self.logger.info(pod_cp)
|
|
352
|
+
|
|
353
|
+
self.logger.info("self:")
|
|
354
|
+
self.logger.info(self)
|
|
355
|
+
|
|
341
356
|
return pod_cp
|
|
342
357
|
|
|
343
358
|
|
|
@@ -478,8 +493,8 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
|
|
|
478
493
|
Code from here onward is executed by the Worker and not by the Scheduler.
|
|
479
494
|
"""
|
|
480
495
|
# TODO change url based on platform configuration
|
|
481
|
-
self.logger.
|
|
482
|
-
self.logger.
|
|
496
|
+
self.logger.info("PARAMS")
|
|
497
|
+
self.logger.info(context["params"])
|
|
483
498
|
self.domino_client = DominoBackendRestClient(base_url="http://domino-rest-service:8000/")
|
|
484
499
|
#self.domino_client = DominoBackendRestClient(base_url="http://localhost:8080/")
|
|
485
500
|
self._prepare_execute_environment(context=context)
|
|
@@ -29,6 +29,8 @@ class SharedStorageMount(object):
|
|
|
29
29
|
self._setup_shared_storage()
|
|
30
30
|
|
|
31
31
|
def _setup_local_shared_storage_config(self):
|
|
32
|
+
self.logger.info("self:")
|
|
33
|
+
self.logger.info(self)
|
|
32
34
|
# Update rclone config file with this session details
|
|
33
35
|
with open(self.config_file_path, "w+") as f:
|
|
34
36
|
self.parser.write(f)
|
|
@@ -66,7 +68,7 @@ class SharedStorageMount(object):
|
|
|
66
68
|
self.shared_storage_source_name = self.workflow_shared_storage.get("source", None)
|
|
67
69
|
self.shared_storage_mode = self.workflow_shared_storage.get("mode", None)
|
|
68
70
|
|
|
69
|
-
self.logger.
|
|
71
|
+
self.logger.info(self)
|
|
70
72
|
|
|
71
73
|
if self.shared_storage_source_name is None:
|
|
72
74
|
raise Exception("SHARED_STORAGE_SOURCE_NAME is not set")
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: domino-py-iisas
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.26
|
|
4
4
|
Summary: Fork of the original Python package for Domino.
|
|
5
5
|
Author-email: Stefan Dlugolinsky <stefan.dlugolinsky@savba.sk>, Luiz Tauffer <luiz@taufferconsulting.com>, Vinicius Vaz <vinicius@taufferconsulting.com>
|
|
6
6
|
License:
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
domino/VERSION,sha256=
|
|
1
|
+
domino/VERSION,sha256=s1XYdKFlNAiOhPvG9SDQHrxpR2cbaZpW1o86rd5W9vU,7
|
|
2
2
|
domino/__init__.py,sha256=I3dmIBqKnlYjo-VFCDdA_7YUqsNT-i9QtQqXnV9pW4U,233
|
|
3
3
|
domino/base_piece.py,sha256=LZE08XqU63Zq_W7G9DuFk8ZEjKNhgSE7pumXBctW9BE,17610
|
|
4
4
|
domino/logger.py,sha256=08Km3_NmgYH3HrxJjZJWGSmOv7dE5E5xvo9_ZnKut_o,889
|
|
@@ -22,7 +22,7 @@ domino/client/legacy/fs_client.py,sha256=x5Mpc3hECJSXCNMSPTJMJ47k730MYouU6GAZIsV
|
|
|
22
22
|
domino/client/legacy/s3_client.py,sha256=N9aueHdpIsIGNvhv6ONSdGGRB4Jlnb5SC7AaxVLlfDs,2739
|
|
23
23
|
domino/custom_operators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
24
24
|
domino/custom_operators/docker_operator.py,sha256=CaKG6Zk3ReLzWAA8CNkcZa-rx4uRGCqflXzvkkPr8WU,8925
|
|
25
|
-
domino/custom_operators/k8s_operator.py,sha256=
|
|
25
|
+
domino/custom_operators/k8s_operator.py,sha256=O1qiSjReNohP39OeAIfGXroMNLzezz3tWtu1-YostXQ,27030
|
|
26
26
|
domino/custom_operators/python_operator.py,sha256=Dc5ltIliFBk6kPcaEROvuMZ0Cb3oG8tVK7WGa0yx7m8,3484
|
|
27
27
|
domino/custom_operators/worker_operator.py,sha256=aEd45nqdsUbmIzlJinBwOcTxF8MgjtaRgRXaANmKdbU,1335
|
|
28
28
|
domino/custom_operators/deprecated/base_operator.py,sha256=1IrwZcESeZFyqDTnu0DkgdCdlG03Do9SaSy4AmingfY,2001
|
|
@@ -30,7 +30,7 @@ domino/custom_operators/deprecated/external_python_operator.py,sha256=QvY7UbBdlg
|
|
|
30
30
|
domino/custom_operators/sidecar/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
31
31
|
domino/custom_operators/sidecar/fuse.conf,sha256=2a8Z5TSmwVL9uw-wJ_KsagFGUM6rIDYI1VJTcnilCyg,279
|
|
32
32
|
domino/custom_operators/sidecar/logger.py,sha256=o-Onc6ABkBZeW8ifvEuLXpbkU1Yoj0-D3MYZ5Za0A1o,911
|
|
33
|
-
domino/custom_operators/sidecar/mount.py,sha256=
|
|
33
|
+
domino/custom_operators/sidecar/mount.py,sha256=R3ghbEmqxFxzZuhH6dbjpQTvWznji-0c7_vIQt79pkQ,11632
|
|
34
34
|
domino/custom_operators/sidecar/rclone.conf,sha256=x_iHhzkH49ryc9je7EWhkXKA7ldy416TCvG6AY8AkMk,460
|
|
35
35
|
domino/custom_operators/sidecar/sidecar_lifecycle.sh,sha256=muqwtDyIDLug2c_8vvB_3qOoKzv_Q9scyigF_-jsw0Y,144
|
|
36
36
|
domino/exceptions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -63,9 +63,9 @@ domino/utils/__init__.py,sha256=7CET-zz6y1EBuBJQLgF3rXNhKOSj32Z3X_3mKUAirII,231
|
|
|
63
63
|
domino/utils/metadata_default.py,sha256=4tbmWoVuoRMxd2c2vkwKYLkTTDf1I0OooXB_P5DGWXM,455
|
|
64
64
|
domino/utils/piece_generator.py,sha256=Yww5PwH-EDLqNrnWAinCgpG5-uQSVi_3UbMw4HZCE-E,514
|
|
65
65
|
domino/utils/workflow_shared_storage.py,sha256=USt_Q6nRGrtbcgrWHjtEvBDMSGSDd3BwUrZVe0RItH0,272
|
|
66
|
-
domino_py_iisas-1.0.
|
|
67
|
-
domino_py_iisas-1.0.
|
|
68
|
-
domino_py_iisas-1.0.
|
|
69
|
-
domino_py_iisas-1.0.
|
|
70
|
-
domino_py_iisas-1.0.
|
|
71
|
-
domino_py_iisas-1.0.
|
|
66
|
+
domino_py_iisas-1.0.26.dist-info/licenses/LICENSE,sha256=ZOzivsSTOmVUr23IVL-IMv2nDRhWBp4hVxwYTNe4fBc,11353
|
|
67
|
+
domino_py_iisas-1.0.26.dist-info/METADATA,sha256=qtP4ukrtuspk_dPog2ptG104rhCk0ALcVKEZxGG4L24,17096
|
|
68
|
+
domino_py_iisas-1.0.26.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
|
|
69
|
+
domino_py_iisas-1.0.26.dist-info/entry_points.txt,sha256=EBX10akoWncqaYPjad7nTNFpge2bbooLSZJGPT-Ivzk,46
|
|
70
|
+
domino_py_iisas-1.0.26.dist-info/top_level.txt,sha256=Mo0jr96Ke1GnB5Qa_U9nSu_7yRSWsu5dvPJk8RFiwRw,7
|
|
71
|
+
domino_py_iisas-1.0.26.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|