domino-py-iisas 1.0.31__tar.gz → 1.0.33__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. {domino_py_iisas-1.0.31/src/domino_py_iisas.egg-info → domino_py_iisas-1.0.33}/PKG-INFO +1 -1
  2. domino_py_iisas-1.0.33/src/domino/VERSION +1 -0
  3. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/base_piece.py +6 -3
  4. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/k8s_operator.py +4 -2
  5. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33/src/domino_py_iisas.egg-info}/PKG-INFO +1 -1
  6. domino_py_iisas-1.0.31/src/domino/VERSION +0 -1
  7. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/LICENSE +0 -0
  8. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/README.md +0 -0
  9. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/pyproject.toml +0 -0
  10. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/setup.cfg +0 -0
  11. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/__init__.py +0 -0
  12. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/actions/github_actions.py +0 -0
  13. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/__init__.py +0 -0
  14. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/cli.py +0 -0
  15. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/tests/test_create_piece.py +0 -0
  16. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/__init__.py +0 -0
  17. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/config-domino-local.toml +0 -0
  18. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/constants.py +0 -0
  19. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/docker-compose.yaml +0 -0
  20. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/pieces_repository.py +0 -0
  21. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/platform.py +0 -0
  22. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/templates.py +0 -0
  23. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/client/__init__.py +0 -0
  24. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/client/domino_backend_client.py +0 -0
  25. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/client/github_rest_client.py +0 -0
  26. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/client/legacy/fs_client.py +0 -0
  27. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/client/legacy/s3_client.py +0 -0
  28. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/client/local_files_client.py +0 -0
  29. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/__init__.py +0 -0
  30. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/deprecated/base_operator.py +0 -0
  31. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/deprecated/external_python_operator.py +0 -0
  32. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/docker_operator.py +0 -0
  33. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/python_operator.py +0 -0
  34. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/__init__.py +0 -0
  35. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/fuse.conf +0 -0
  36. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/logger.py +0 -0
  37. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/mount.py +0 -0
  38. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/rclone.conf +0 -0
  39. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/sidecar_lifecycle.sh +0 -0
  40. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/worker_operator.py +0 -0
  41. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/exceptions/__init__.py +0 -0
  42. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/exceptions/exceptions.py +0 -0
  43. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/logger.py +0 -0
  44. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/models/__init__.py +0 -0
  45. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/models/output_modifier.py +0 -0
  46. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/schemas/__init__.py +0 -0
  47. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/schemas/container_resources.py +0 -0
  48. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/schemas/deploy_mode.py +0 -0
  49. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/schemas/display_result.py +0 -0
  50. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/schemas/piece_metadata.py +0 -0
  51. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/schemas/shared_storage.py +0 -0
  52. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/__init__.py +0 -0
  53. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/build_docker_images_pieces.py +0 -0
  54. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/deprecated/create_docker_compose_file.py +0 -0
  55. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/deprecated/deprecated_piece_dry_run.py +0 -0
  56. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/deprecated/docker_compose_constants.py +0 -0
  57. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/deprecated/docker_compose_scripts.py +0 -0
  58. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/deprecated/run_piece_bash.py +0 -0
  59. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/load_piece.py +0 -0
  60. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/run_piece_docker.py +0 -0
  61. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/storage/__init__.py +0 -0
  62. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/storage/s3.py +0 -0
  63. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/task.py +0 -0
  64. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/testing/__init__.py +0 -0
  65. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/testing/dry_run.py +0 -0
  66. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/testing/http_client.py +0 -0
  67. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/testing/http_server.py +0 -0
  68. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/testing/utils.py +0 -0
  69. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/utils/__init__.py +0 -0
  70. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/utils/metadata_default.py +0 -0
  71. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/utils/piece_generator.py +0 -0
  72. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/utils/workflow_shared_storage.py +0 -0
  73. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino_py_iisas.egg-info/SOURCES.txt +0 -0
  74. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino_py_iisas.egg-info/dependency_links.txt +0 -0
  75. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino_py_iisas.egg-info/entry_points.txt +0 -0
  76. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino_py_iisas.egg-info/requires.txt +0 -0
  77. {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino_py_iisas.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: domino-py-iisas
3
- Version: 1.0.31
3
+ Version: 1.0.33
4
4
  Summary: Fork of the original Python package for Domino.
5
5
  Author-email: Stefan Dlugolinsky <stefan.dlugolinsky@savba.sk>, Luiz Tauffer <luiz@taufferconsulting.com>, Vinicius Vaz <vinicius@taufferconsulting.com>
6
6
  License:
@@ -0,0 +1 @@
1
+ 1.0.33
@@ -273,13 +273,16 @@ class BasePiece(metaclass=abc.ABCMeta):
273
273
  # Generate paths
274
274
  workflow_run_subpath = os.environ.get('DOMINO_WORKFLOW_RUN_SUBPATH', '')
275
275
  self.workflow_shared_storage_path = Path("/home/shared_storage")
276
- if self.deploy_mode == 'local-compose':
276
+ shared_storage_source_name = os.environ.get('DOMINO_WORKFLOW_SHARED_STORAGE_SOURCE_NAME', None)
277
+ self.logger.info("DOMINO_WORKFLOW_SHARED_STORAGE_SOURCE_NAME:")
278
+ self.logger.info(shared_storage_source_name)
279
+ if self.deploy_mode == 'local-compose' or shared_storage_source_name == 'local':
277
280
  self.workflow_shared_storage_path = str(self.workflow_shared_storage_path / workflow_run_subpath)
278
281
  self.results_path = f"{self.workflow_shared_storage_path}/{self.task_id}/results"
279
282
  self.xcom_path = f"{self.workflow_shared_storage_path}/{self.task_id}/xcom"
280
283
  self.report_path = f"{self.workflow_shared_storage_path}/{self.task_id}/report"
281
- shared_storage_source_name = os.environ.get('DOMINO_WORKFLOW_SHARED_STORAGE_SOURCE_NAME', None)
282
- if not shared_storage_source_name or shared_storage_source_name == "none" or self.deploy_mode == "local-compose":
284
+ if not shared_storage_source_name or shared_storage_source_name == "none" or self.deploy_mode == "local-compose" or shared_storage_source_name == "local":
285
+ self.logger.info("GENERATE PATHS:")
283
286
  self.generate_paths()
284
287
  else:
285
288
  self._wait_for_sidecar_paths()
@@ -176,8 +176,10 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
176
176
  """
177
177
  self.logger.info("CONTEXT:")
178
178
  self.logger.info(context)
179
+ self.task_id_replaced = self.task_id.lower().replace("_", "-") # doing this because airflow doesn't allow underscores and upper case in mount names and max len is 63 and also the name of the pod can't contains underscores and capital letters
180
+ self.logger.info("NEW CONTEXT:")
181
+ self.logger.info(context)
179
182
  pod = super().build_pod_request_obj(context)
180
- self.task_id_replaced = self.task_id.lower().replace("_", "-") # doing this because airflow doesn't allow underscores and upper case in mount names and max len is 63
181
183
  self.shared_storage_base_mount_path = '/home/shared_storage'
182
184
 
183
185
  self.logger.info("self.workflow_shared_storage:")
@@ -505,7 +507,7 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
505
507
  Code from here onward is executed by the Worker and not by the Scheduler.
506
508
  """
507
509
  # TODO change url based on platform configuration
508
- self.logger.info("PARAMS")
510
+ self.logger.info("PARAMS:")
509
511
  self.logger.info(context["params"])
510
512
  self.domino_client = DominoBackendRestClient(base_url="http://domino-rest-service:8000/")
511
513
  #self.domino_client = DominoBackendRestClient(base_url="http://localhost:8080/")
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: domino-py-iisas
3
- Version: 1.0.31
3
+ Version: 1.0.33
4
4
  Summary: Fork of the original Python package for Domino.
5
5
  Author-email: Stefan Dlugolinsky <stefan.dlugolinsky@savba.sk>, Luiz Tauffer <luiz@taufferconsulting.com>, Vinicius Vaz <vinicius@taufferconsulting.com>
6
6
  License:
@@ -1 +0,0 @@
1
- 1.0.31