domino-py-iisas 1.0.29__tar.gz → 1.0.31__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. {domino_py_iisas-1.0.29/src/domino_py_iisas.egg-info → domino_py_iisas-1.0.31}/PKG-INFO +1 -1
  2. domino_py_iisas-1.0.31/src/domino/VERSION +1 -0
  3. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/custom_operators/k8s_operator.py +19 -7
  4. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31/src/domino_py_iisas.egg-info}/PKG-INFO +1 -1
  5. domino_py_iisas-1.0.29/src/domino/VERSION +0 -1
  6. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/LICENSE +0 -0
  7. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/README.md +0 -0
  8. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/pyproject.toml +0 -0
  9. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/setup.cfg +0 -0
  10. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/__init__.py +0 -0
  11. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/actions/github_actions.py +0 -0
  12. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/base_piece.py +0 -0
  13. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/cli/__init__.py +0 -0
  14. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/cli/cli.py +0 -0
  15. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/cli/tests/test_create_piece.py +0 -0
  16. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/cli/utils/__init__.py +0 -0
  17. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/cli/utils/config-domino-local.toml +0 -0
  18. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/cli/utils/constants.py +0 -0
  19. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/cli/utils/docker-compose.yaml +0 -0
  20. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/cli/utils/pieces_repository.py +0 -0
  21. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/cli/utils/platform.py +0 -0
  22. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/cli/utils/templates.py +0 -0
  23. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/client/__init__.py +0 -0
  24. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/client/domino_backend_client.py +0 -0
  25. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/client/github_rest_client.py +0 -0
  26. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/client/legacy/fs_client.py +0 -0
  27. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/client/legacy/s3_client.py +0 -0
  28. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/client/local_files_client.py +0 -0
  29. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/custom_operators/__init__.py +0 -0
  30. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/custom_operators/deprecated/base_operator.py +0 -0
  31. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/custom_operators/deprecated/external_python_operator.py +0 -0
  32. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/custom_operators/docker_operator.py +0 -0
  33. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/custom_operators/python_operator.py +0 -0
  34. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/custom_operators/sidecar/__init__.py +0 -0
  35. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/custom_operators/sidecar/fuse.conf +0 -0
  36. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/custom_operators/sidecar/logger.py +0 -0
  37. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/custom_operators/sidecar/mount.py +0 -0
  38. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/custom_operators/sidecar/rclone.conf +0 -0
  39. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/custom_operators/sidecar/sidecar_lifecycle.sh +0 -0
  40. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/custom_operators/worker_operator.py +0 -0
  41. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/exceptions/__init__.py +0 -0
  42. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/exceptions/exceptions.py +0 -0
  43. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/logger.py +0 -0
  44. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/models/__init__.py +0 -0
  45. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/models/output_modifier.py +0 -0
  46. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/schemas/__init__.py +0 -0
  47. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/schemas/container_resources.py +0 -0
  48. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/schemas/deploy_mode.py +0 -0
  49. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/schemas/display_result.py +0 -0
  50. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/schemas/piece_metadata.py +0 -0
  51. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/schemas/shared_storage.py +0 -0
  52. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/scripts/__init__.py +0 -0
  53. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/scripts/build_docker_images_pieces.py +0 -0
  54. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/scripts/deprecated/create_docker_compose_file.py +0 -0
  55. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/scripts/deprecated/deprecated_piece_dry_run.py +0 -0
  56. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/scripts/deprecated/docker_compose_constants.py +0 -0
  57. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/scripts/deprecated/docker_compose_scripts.py +0 -0
  58. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/scripts/deprecated/run_piece_bash.py +0 -0
  59. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/scripts/load_piece.py +0 -0
  60. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/scripts/run_piece_docker.py +0 -0
  61. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/storage/__init__.py +0 -0
  62. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/storage/s3.py +0 -0
  63. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/task.py +0 -0
  64. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/testing/__init__.py +0 -0
  65. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/testing/dry_run.py +0 -0
  66. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/testing/http_client.py +0 -0
  67. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/testing/http_server.py +0 -0
  68. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/testing/utils.py +0 -0
  69. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/utils/__init__.py +0 -0
  70. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/utils/metadata_default.py +0 -0
  71. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/utils/piece_generator.py +0 -0
  72. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino/utils/workflow_shared_storage.py +0 -0
  73. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino_py_iisas.egg-info/SOURCES.txt +0 -0
  74. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino_py_iisas.egg-info/dependency_links.txt +0 -0
  75. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino_py_iisas.egg-info/entry_points.txt +0 -0
  76. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino_py_iisas.egg-info/requires.txt +0 -0
  77. {domino_py_iisas-1.0.29 → domino_py_iisas-1.0.31}/src/domino_py_iisas.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: domino-py-iisas
3
- Version: 1.0.29
3
+ Version: 1.0.31
4
4
  Summary: Fork of the original Python package for Domino.
5
5
  Author-email: Stefan Dlugolinsky <stefan.dlugolinsky@savba.sk>, Luiz Tauffer <luiz@taufferconsulting.com>, Vinicius Vaz <vinicius@taufferconsulting.com>
6
6
  License:
@@ -0,0 +1 @@
1
+ 1.0.31
@@ -174,23 +174,33 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
174
174
  We override this method to add the shared storage to the pod.
175
175
  This function runs after our own self.execute, by super().execute()
176
176
  """
177
+ self.logger.info("CONTEXT:")
178
+ self.logger.info(context)
177
179
  pod = super().build_pod_request_obj(context)
178
180
  self.task_id_replaced = self.task_id.lower().replace("_", "-") # doing this because airflow doesn't allow underscores and upper case in mount names and max len is 63
179
181
  self.shared_storage_base_mount_path = '/home/shared_storage'
180
182
 
183
+ self.logger.info("self.workflow_shared_storage:")
184
+ self.logger.info(self.workflow_shared_storage)
185
+
181
186
  if not self.workflow_shared_storage or self.workflow_shared_storage.mode.name == 'none':
182
187
  return pod
183
- if self.workflow_shared_storage.source.name in ["aws_s3", "local", "gcs"]:
188
+ if self.workflow_shared_storage.source.name in ["aws_s3", "gcs"]:
184
189
  pod = self.add_shared_storage_sidecar(pod)
185
- #elif self.workflow_shared_storage.source.name == "local":
186
- # pod = self.add_local_shared_storage_volumes(pod)
190
+ elif self.workflow_shared_storage.source.name == "local":
191
+ pod = self.add_local_shared_storage_volumes(pod)
187
192
  return pod
188
193
 
189
194
 
190
195
  def add_local_shared_storage_volumes(self, pod: k8s.V1Pod) -> k8s.V1Pod:
191
196
  """Adds local shared storage volumes to the pod."""
192
197
  pod_cp = copy.deepcopy(pod)
198
+ self.logger.info("pod_cp.spec.containers:")
199
+ self.logger.info(pod_cp.spec.containers)
200
+ pod_cp.spec.containers[0].security_context=k8s.V1SecurityContext(privileged=True)
201
+
193
202
  pod_cp.spec.volumes = pod.spec.volumes or []
203
+
194
204
  pod_cp.spec.volumes.append(
195
205
  k8s.V1Volume(
196
206
  name=f'workflow-shared-storage-volume-{self.task_id_replaced}'[0:63], # max resource name in k8s is 63 chars
@@ -217,6 +227,8 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
217
227
  read_only=True,
218
228
  )
219
229
  )
230
+ self.logger.info("pod_cp.spec.containers:")
231
+ self.logger.info(pod_cp.spec.containers)
220
232
  return pod_cp
221
233
 
222
234
  def _validate_storage_piece_secrets(self, storage_piece_secrets: Dict[str, Any]):
@@ -347,11 +359,11 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
347
359
  )
348
360
  pod_cp.spec.containers.append(sidecar_container)
349
361
 
350
- self.logger.info("pod_cp:")
351
- self.logger.info(pod_cp)
362
+ #self.logger.info("pod_cp:")
363
+ #self.logger.info(pod_cp)
352
364
 
353
- self.logger.info("self:")
354
- self.logger.info(self)
365
+ #self.logger.info("self:")
366
+ #self.logger.info(self)
355
367
 
356
368
  return pod_cp
357
369
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: domino-py-iisas
3
- Version: 1.0.29
3
+ Version: 1.0.31
4
4
  Summary: Fork of the original Python package for Domino.
5
5
  Author-email: Stefan Dlugolinsky <stefan.dlugolinsky@savba.sk>, Luiz Tauffer <luiz@taufferconsulting.com>, Vinicius Vaz <vinicius@taufferconsulting.com>
6
6
  License:
@@ -1 +0,0 @@
1
- 1.0.29