domino-py-iisas 1.0.28__tar.gz → 1.0.30__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. {domino_py_iisas-1.0.28/src/domino_py_iisas.egg-info → domino_py_iisas-1.0.30}/PKG-INFO +1 -1
  2. domino_py_iisas-1.0.30/src/domino/VERSION +1 -0
  3. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/custom_operators/k8s_operator.py +15 -7
  4. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/custom_operators/sidecar/mount.py +1 -1
  5. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30/src/domino_py_iisas.egg-info}/PKG-INFO +1 -1
  6. domino_py_iisas-1.0.28/src/domino/VERSION +0 -1
  7. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/LICENSE +0 -0
  8. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/README.md +0 -0
  9. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/pyproject.toml +0 -0
  10. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/setup.cfg +0 -0
  11. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/__init__.py +0 -0
  12. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/actions/github_actions.py +0 -0
  13. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/base_piece.py +0 -0
  14. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/cli/__init__.py +0 -0
  15. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/cli/cli.py +0 -0
  16. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/cli/tests/test_create_piece.py +0 -0
  17. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/cli/utils/__init__.py +0 -0
  18. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/cli/utils/config-domino-local.toml +0 -0
  19. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/cli/utils/constants.py +0 -0
  20. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/cli/utils/docker-compose.yaml +0 -0
  21. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/cli/utils/pieces_repository.py +0 -0
  22. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/cli/utils/platform.py +0 -0
  23. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/cli/utils/templates.py +0 -0
  24. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/client/__init__.py +0 -0
  25. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/client/domino_backend_client.py +0 -0
  26. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/client/github_rest_client.py +0 -0
  27. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/client/legacy/fs_client.py +0 -0
  28. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/client/legacy/s3_client.py +0 -0
  29. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/client/local_files_client.py +0 -0
  30. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/custom_operators/__init__.py +0 -0
  31. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/custom_operators/deprecated/base_operator.py +0 -0
  32. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/custom_operators/deprecated/external_python_operator.py +0 -0
  33. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/custom_operators/docker_operator.py +0 -0
  34. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/custom_operators/python_operator.py +0 -0
  35. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/custom_operators/sidecar/__init__.py +0 -0
  36. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/custom_operators/sidecar/fuse.conf +0 -0
  37. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/custom_operators/sidecar/logger.py +0 -0
  38. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/custom_operators/sidecar/rclone.conf +0 -0
  39. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/custom_operators/sidecar/sidecar_lifecycle.sh +0 -0
  40. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/custom_operators/worker_operator.py +0 -0
  41. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/exceptions/__init__.py +0 -0
  42. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/exceptions/exceptions.py +0 -0
  43. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/logger.py +0 -0
  44. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/models/__init__.py +0 -0
  45. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/models/output_modifier.py +0 -0
  46. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/schemas/__init__.py +0 -0
  47. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/schemas/container_resources.py +0 -0
  48. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/schemas/deploy_mode.py +0 -0
  49. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/schemas/display_result.py +0 -0
  50. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/schemas/piece_metadata.py +0 -0
  51. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/schemas/shared_storage.py +0 -0
  52. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/scripts/__init__.py +0 -0
  53. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/scripts/build_docker_images_pieces.py +0 -0
  54. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/scripts/deprecated/create_docker_compose_file.py +0 -0
  55. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/scripts/deprecated/deprecated_piece_dry_run.py +0 -0
  56. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/scripts/deprecated/docker_compose_constants.py +0 -0
  57. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/scripts/deprecated/docker_compose_scripts.py +0 -0
  58. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/scripts/deprecated/run_piece_bash.py +0 -0
  59. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/scripts/load_piece.py +0 -0
  60. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/scripts/run_piece_docker.py +0 -0
  61. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/storage/__init__.py +0 -0
  62. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/storage/s3.py +0 -0
  63. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/task.py +0 -0
  64. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/testing/__init__.py +0 -0
  65. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/testing/dry_run.py +0 -0
  66. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/testing/http_client.py +0 -0
  67. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/testing/http_server.py +0 -0
  68. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/testing/utils.py +0 -0
  69. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/utils/__init__.py +0 -0
  70. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/utils/metadata_default.py +0 -0
  71. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/utils/piece_generator.py +0 -0
  72. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino/utils/workflow_shared_storage.py +0 -0
  73. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino_py_iisas.egg-info/SOURCES.txt +0 -0
  74. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino_py_iisas.egg-info/dependency_links.txt +0 -0
  75. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino_py_iisas.egg-info/entry_points.txt +0 -0
  76. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino_py_iisas.egg-info/requires.txt +0 -0
  77. {domino_py_iisas-1.0.28 → domino_py_iisas-1.0.30}/src/domino_py_iisas.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: domino-py-iisas
3
- Version: 1.0.28
3
+ Version: 1.0.30
4
4
  Summary: Fork of the original Python package for Domino.
5
5
  Author-email: Stefan Dlugolinsky <stefan.dlugolinsky@savba.sk>, Luiz Tauffer <luiz@taufferconsulting.com>, Vinicius Vaz <vinicius@taufferconsulting.com>
6
6
  License:
@@ -0,0 +1 @@
1
+ 1.0.30
@@ -178,19 +178,27 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
178
178
  self.task_id_replaced = self.task_id.lower().replace("_", "-") # doing this because airflow doesn't allow underscores and upper case in mount names and max len is 63
179
179
  self.shared_storage_base_mount_path = '/home/shared_storage'
180
180
 
181
+ self.logger.info("self.workflow_shared_storage:")
182
+ self.logger.info(self.workflow_shared_storage)
183
+
181
184
  if not self.workflow_shared_storage or self.workflow_shared_storage.mode.name == 'none':
182
185
  return pod
183
- if self.workflow_shared_storage.source.name in ["aws_s3", "local", "gcs"]:
186
+ if self.workflow_shared_storage.source.name in ["aws_s3", "gcs"]:
184
187
  pod = self.add_shared_storage_sidecar(pod)
185
- #elif self.workflow_shared_storage.source.name == "local":
186
- # pod = self.add_local_shared_storage_volumes(pod)
188
+ elif self.workflow_shared_storage.source.name == "local":
189
+ pod = self.add_local_shared_storage_volumes(pod)
187
190
  return pod
188
191
 
189
192
 
190
193
  def add_local_shared_storage_volumes(self, pod: k8s.V1Pod) -> k8s.V1Pod:
191
194
  """Adds local shared storage volumes to the pod."""
192
195
  pod_cp = copy.deepcopy(pod)
196
+ self.logger.info("pod_cp.spec.containers:")
197
+ self.logger.info(pod_cp.spec.containers)
198
+ pod_cp.spec.containers[0].security_context=k8s.V1SecurityContext(privileged=True)
199
+
193
200
  pod_cp.spec.volumes = pod.spec.volumes or []
201
+
194
202
  pod_cp.spec.volumes.append(
195
203
  k8s.V1Volume(
196
204
  name=f'workflow-shared-storage-volume-{self.task_id_replaced}'[0:63], # max resource name in k8s is 63 chars
@@ -347,11 +355,11 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
347
355
  )
348
356
  pod_cp.spec.containers.append(sidecar_container)
349
357
 
350
- self.logger.info("pod_cp:")
351
- self.logger.info(pod_cp)
358
+ #self.logger.info("pod_cp:")
359
+ #self.logger.info(pod_cp)
352
360
 
353
- self.logger.info("self:")
354
- self.logger.info(self)
361
+ #self.logger.info("self:")
362
+ #self.logger.info(self)
355
363
 
356
364
  return pod_cp
357
365
 
@@ -163,7 +163,7 @@ class SharedStorageMount(object):
163
163
  self.logger.info(self)
164
164
  shared_storage_upstream_ids_list = ast.literal_eval(os.environ.get("AIRFLOW_UPSTREAM_TASKS_IDS_SHARED_STORAGE", "[]"))
165
165
  self.logger.info("shared_storage_upstream_ids_list:")
166
- self.logger.infor(shared_storage_upstream_ids_list)
166
+ self.logger.info(shared_storage_upstream_ids_list)
167
167
  self._mount_upstreams(shared_storage_upstream_ids_list)
168
168
 
169
169
  if self.shared_storage_mode == 'Read':
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: domino-py-iisas
3
- Version: 1.0.28
3
+ Version: 1.0.30
4
4
  Summary: Fork of the original Python package for Domino.
5
5
  Author-email: Stefan Dlugolinsky <stefan.dlugolinsky@savba.sk>, Luiz Tauffer <luiz@taufferconsulting.com>, Vinicius Vaz <vinicius@taufferconsulting.com>
6
6
  License:
@@ -1 +0,0 @@
1
- 1.0.28