domino-py-iisas 1.0.29__py3-none-any.whl → 1.0.31__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- domino/VERSION +1 -1
- domino/custom_operators/k8s_operator.py +19 -7
- {domino_py_iisas-1.0.29.dist-info → domino_py_iisas-1.0.31.dist-info}/METADATA +1 -1
- {domino_py_iisas-1.0.29.dist-info → domino_py_iisas-1.0.31.dist-info}/RECORD +8 -8
- {domino_py_iisas-1.0.29.dist-info → domino_py_iisas-1.0.31.dist-info}/WHEEL +0 -0
- {domino_py_iisas-1.0.29.dist-info → domino_py_iisas-1.0.31.dist-info}/entry_points.txt +0 -0
- {domino_py_iisas-1.0.29.dist-info → domino_py_iisas-1.0.31.dist-info}/licenses/LICENSE +0 -0
- {domino_py_iisas-1.0.29.dist-info → domino_py_iisas-1.0.31.dist-info}/top_level.txt +0 -0
domino/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.0.
|
|
1
|
+
1.0.31
|
|
@@ -174,23 +174,33 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
|
|
|
174
174
|
We override this method to add the shared storage to the pod.
|
|
175
175
|
This function runs after our own self.execute, by super().execute()
|
|
176
176
|
"""
|
|
177
|
+
self.logger.info("CONTEXT:")
|
|
178
|
+
self.logger.info(context)
|
|
177
179
|
pod = super().build_pod_request_obj(context)
|
|
178
180
|
self.task_id_replaced = self.task_id.lower().replace("_", "-") # doing this because airflow doesn't allow underscores and upper case in mount names and max len is 63
|
|
179
181
|
self.shared_storage_base_mount_path = '/home/shared_storage'
|
|
180
182
|
|
|
183
|
+
self.logger.info("self.workflow_shared_storage:")
|
|
184
|
+
self.logger.info(self.workflow_shared_storage)
|
|
185
|
+
|
|
181
186
|
if not self.workflow_shared_storage or self.workflow_shared_storage.mode.name == 'none':
|
|
182
187
|
return pod
|
|
183
|
-
if self.workflow_shared_storage.source.name in ["aws_s3", "
|
|
188
|
+
if self.workflow_shared_storage.source.name in ["aws_s3", "gcs"]:
|
|
184
189
|
pod = self.add_shared_storage_sidecar(pod)
|
|
185
|
-
|
|
186
|
-
|
|
190
|
+
elif self.workflow_shared_storage.source.name == "local":
|
|
191
|
+
pod = self.add_local_shared_storage_volumes(pod)
|
|
187
192
|
return pod
|
|
188
193
|
|
|
189
194
|
|
|
190
195
|
def add_local_shared_storage_volumes(self, pod: k8s.V1Pod) -> k8s.V1Pod:
|
|
191
196
|
"""Adds local shared storage volumes to the pod."""
|
|
192
197
|
pod_cp = copy.deepcopy(pod)
|
|
198
|
+
self.logger.info("pod_cp.spec.containers:")
|
|
199
|
+
self.logger.info(pod_cp.spec.containers)
|
|
200
|
+
pod_cp.spec.containers[0].security_context=k8s.V1SecurityContext(privileged=True)
|
|
201
|
+
|
|
193
202
|
pod_cp.spec.volumes = pod.spec.volumes or []
|
|
203
|
+
|
|
194
204
|
pod_cp.spec.volumes.append(
|
|
195
205
|
k8s.V1Volume(
|
|
196
206
|
name=f'workflow-shared-storage-volume-{self.task_id_replaced}'[0:63], # max resource name in k8s is 63 chars
|
|
@@ -217,6 +227,8 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
|
|
|
217
227
|
read_only=True,
|
|
218
228
|
)
|
|
219
229
|
)
|
|
230
|
+
self.logger.info("pod_cp.spec.containers:")
|
|
231
|
+
self.logger.info(pod_cp.spec.containers)
|
|
220
232
|
return pod_cp
|
|
221
233
|
|
|
222
234
|
def _validate_storage_piece_secrets(self, storage_piece_secrets: Dict[str, Any]):
|
|
@@ -347,11 +359,11 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
|
|
|
347
359
|
)
|
|
348
360
|
pod_cp.spec.containers.append(sidecar_container)
|
|
349
361
|
|
|
350
|
-
self.logger.info("pod_cp:")
|
|
351
|
-
self.logger.info(pod_cp)
|
|
362
|
+
#self.logger.info("pod_cp:")
|
|
363
|
+
#self.logger.info(pod_cp)
|
|
352
364
|
|
|
353
|
-
self.logger.info("self:")
|
|
354
|
-
self.logger.info(self)
|
|
365
|
+
#self.logger.info("self:")
|
|
366
|
+
#self.logger.info(self)
|
|
355
367
|
|
|
356
368
|
return pod_cp
|
|
357
369
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: domino-py-iisas
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.31
|
|
4
4
|
Summary: Fork of the original Python package for Domino.
|
|
5
5
|
Author-email: Stefan Dlugolinsky <stefan.dlugolinsky@savba.sk>, Luiz Tauffer <luiz@taufferconsulting.com>, Vinicius Vaz <vinicius@taufferconsulting.com>
|
|
6
6
|
License:
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
domino/VERSION,sha256=
|
|
1
|
+
domino/VERSION,sha256=5udC5PLnm4iWAHMaQxdoUGZ6hQ19T_SzrRvIn-wTZOA,7
|
|
2
2
|
domino/__init__.py,sha256=I3dmIBqKnlYjo-VFCDdA_7YUqsNT-i9QtQqXnV9pW4U,233
|
|
3
3
|
domino/base_piece.py,sha256=LZE08XqU63Zq_W7G9DuFk8ZEjKNhgSE7pumXBctW9BE,17610
|
|
4
4
|
domino/logger.py,sha256=08Km3_NmgYH3HrxJjZJWGSmOv7dE5E5xvo9_ZnKut_o,889
|
|
@@ -22,7 +22,7 @@ domino/client/legacy/fs_client.py,sha256=x5Mpc3hECJSXCNMSPTJMJ47k730MYouU6GAZIsV
|
|
|
22
22
|
domino/client/legacy/s3_client.py,sha256=N9aueHdpIsIGNvhv6ONSdGGRB4Jlnb5SC7AaxVLlfDs,2739
|
|
23
23
|
domino/custom_operators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
24
24
|
domino/custom_operators/docker_operator.py,sha256=CaKG6Zk3ReLzWAA8CNkcZa-rx4uRGCqflXzvkkPr8WU,8925
|
|
25
|
-
domino/custom_operators/k8s_operator.py,sha256=
|
|
25
|
+
domino/custom_operators/k8s_operator.py,sha256=IfMrXrF8PpKOf4dTS86VrCzsbEjQkyim5epZMiV9ZZU,27518
|
|
26
26
|
domino/custom_operators/python_operator.py,sha256=Dc5ltIliFBk6kPcaEROvuMZ0Cb3oG8tVK7WGa0yx7m8,3484
|
|
27
27
|
domino/custom_operators/worker_operator.py,sha256=aEd45nqdsUbmIzlJinBwOcTxF8MgjtaRgRXaANmKdbU,1335
|
|
28
28
|
domino/custom_operators/deprecated/base_operator.py,sha256=1IrwZcESeZFyqDTnu0DkgdCdlG03Do9SaSy4AmingfY,2001
|
|
@@ -63,9 +63,9 @@ domino/utils/__init__.py,sha256=7CET-zz6y1EBuBJQLgF3rXNhKOSj32Z3X_3mKUAirII,231
|
|
|
63
63
|
domino/utils/metadata_default.py,sha256=4tbmWoVuoRMxd2c2vkwKYLkTTDf1I0OooXB_P5DGWXM,455
|
|
64
64
|
domino/utils/piece_generator.py,sha256=Yww5PwH-EDLqNrnWAinCgpG5-uQSVi_3UbMw4HZCE-E,514
|
|
65
65
|
domino/utils/workflow_shared_storage.py,sha256=USt_Q6nRGrtbcgrWHjtEvBDMSGSDd3BwUrZVe0RItH0,272
|
|
66
|
-
domino_py_iisas-1.0.
|
|
67
|
-
domino_py_iisas-1.0.
|
|
68
|
-
domino_py_iisas-1.0.
|
|
69
|
-
domino_py_iisas-1.0.
|
|
70
|
-
domino_py_iisas-1.0.
|
|
71
|
-
domino_py_iisas-1.0.
|
|
66
|
+
domino_py_iisas-1.0.31.dist-info/licenses/LICENSE,sha256=ZOzivsSTOmVUr23IVL-IMv2nDRhWBp4hVxwYTNe4fBc,11353
|
|
67
|
+
domino_py_iisas-1.0.31.dist-info/METADATA,sha256=pMF6Mqf0cdQjoKJSt4UsBgnNk-BpRrpWXnNBROS5Sis,17096
|
|
68
|
+
domino_py_iisas-1.0.31.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
|
|
69
|
+
domino_py_iisas-1.0.31.dist-info/entry_points.txt,sha256=EBX10akoWncqaYPjad7nTNFpge2bbooLSZJGPT-Ivzk,46
|
|
70
|
+
domino_py_iisas-1.0.31.dist-info/top_level.txt,sha256=Mo0jr96Ke1GnB5Qa_U9nSu_7yRSWsu5dvPJk8RFiwRw,7
|
|
71
|
+
domino_py_iisas-1.0.31.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|