domino-py-iisas 1.0.31__tar.gz → 1.0.33__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {domino_py_iisas-1.0.31/src/domino_py_iisas.egg-info → domino_py_iisas-1.0.33}/PKG-INFO +1 -1
- domino_py_iisas-1.0.33/src/domino/VERSION +1 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/base_piece.py +6 -3
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/k8s_operator.py +4 -2
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33/src/domino_py_iisas.egg-info}/PKG-INFO +1 -1
- domino_py_iisas-1.0.31/src/domino/VERSION +0 -1
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/LICENSE +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/README.md +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/pyproject.toml +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/setup.cfg +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/__init__.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/actions/github_actions.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/__init__.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/cli.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/tests/test_create_piece.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/__init__.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/config-domino-local.toml +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/constants.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/docker-compose.yaml +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/pieces_repository.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/platform.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/templates.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/client/__init__.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/client/domino_backend_client.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/client/github_rest_client.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/client/legacy/fs_client.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/client/legacy/s3_client.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/client/local_files_client.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/__init__.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/deprecated/base_operator.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/deprecated/external_python_operator.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/docker_operator.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/python_operator.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/__init__.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/fuse.conf +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/logger.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/mount.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/rclone.conf +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/sidecar_lifecycle.sh +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/worker_operator.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/exceptions/__init__.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/exceptions/exceptions.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/logger.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/models/__init__.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/models/output_modifier.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/schemas/__init__.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/schemas/container_resources.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/schemas/deploy_mode.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/schemas/display_result.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/schemas/piece_metadata.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/schemas/shared_storage.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/__init__.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/build_docker_images_pieces.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/deprecated/create_docker_compose_file.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/deprecated/deprecated_piece_dry_run.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/deprecated/docker_compose_constants.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/deprecated/docker_compose_scripts.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/deprecated/run_piece_bash.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/load_piece.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/run_piece_docker.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/storage/__init__.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/storage/s3.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/task.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/testing/__init__.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/testing/dry_run.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/testing/http_client.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/testing/http_server.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/testing/utils.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/utils/__init__.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/utils/metadata_default.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/utils/piece_generator.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/utils/workflow_shared_storage.py +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino_py_iisas.egg-info/SOURCES.txt +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino_py_iisas.egg-info/dependency_links.txt +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino_py_iisas.egg-info/entry_points.txt +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino_py_iisas.egg-info/requires.txt +0 -0
- {domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino_py_iisas.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: domino-py-iisas
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.33
|
|
4
4
|
Summary: Fork of the original Python package for Domino.
|
|
5
5
|
Author-email: Stefan Dlugolinsky <stefan.dlugolinsky@savba.sk>, Luiz Tauffer <luiz@taufferconsulting.com>, Vinicius Vaz <vinicius@taufferconsulting.com>
|
|
6
6
|
License:
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
1.0.33
|
|
@@ -273,13 +273,16 @@ class BasePiece(metaclass=abc.ABCMeta):
|
|
|
273
273
|
# Generate paths
|
|
274
274
|
workflow_run_subpath = os.environ.get('DOMINO_WORKFLOW_RUN_SUBPATH', '')
|
|
275
275
|
self.workflow_shared_storage_path = Path("/home/shared_storage")
|
|
276
|
-
|
|
276
|
+
shared_storage_source_name = os.environ.get('DOMINO_WORKFLOW_SHARED_STORAGE_SOURCE_NAME', None)
|
|
277
|
+
self.logger.info("DOMINO_WORKFLOW_SHARED_STORAGE_SOURCE_NAME:")
|
|
278
|
+
self.logger.info(shared_storage_source_name)
|
|
279
|
+
if self.deploy_mode == 'local-compose' or shared_storage_source_name == 'local':
|
|
277
280
|
self.workflow_shared_storage_path = str(self.workflow_shared_storage_path / workflow_run_subpath)
|
|
278
281
|
self.results_path = f"{self.workflow_shared_storage_path}/{self.task_id}/results"
|
|
279
282
|
self.xcom_path = f"{self.workflow_shared_storage_path}/{self.task_id}/xcom"
|
|
280
283
|
self.report_path = f"{self.workflow_shared_storage_path}/{self.task_id}/report"
|
|
281
|
-
shared_storage_source_name
|
|
282
|
-
|
|
284
|
+
if not shared_storage_source_name or shared_storage_source_name == "none" or self.deploy_mode == "local-compose" or shared_storage_source_name == "local":
|
|
285
|
+
self.logger.info("GENERATE PATHS:")
|
|
283
286
|
self.generate_paths()
|
|
284
287
|
else:
|
|
285
288
|
self._wait_for_sidecar_paths()
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/k8s_operator.py
RENAMED
|
@@ -176,8 +176,10 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
|
|
|
176
176
|
"""
|
|
177
177
|
self.logger.info("CONTEXT:")
|
|
178
178
|
self.logger.info(context)
|
|
179
|
+
self.task_id_replaced = self.task_id.lower().replace("_", "-") # doing this because airflow doesn't allow underscores and upper case in mount names and max len is 63 and also the name of the pod can't contains underscores and capital letters
|
|
180
|
+
self.logger.info("NEW CONTEXT:")
|
|
181
|
+
self.logger.info(context)
|
|
179
182
|
pod = super().build_pod_request_obj(context)
|
|
180
|
-
self.task_id_replaced = self.task_id.lower().replace("_", "-") # doing this because airflow doesn't allow underscores and upper case in mount names and max len is 63
|
|
181
183
|
self.shared_storage_base_mount_path = '/home/shared_storage'
|
|
182
184
|
|
|
183
185
|
self.logger.info("self.workflow_shared_storage:")
|
|
@@ -505,7 +507,7 @@ class DominoKubernetesPodOperator(KubernetesPodOperator):
|
|
|
505
507
|
Code from here onward is executed by the Worker and not by the Scheduler.
|
|
506
508
|
"""
|
|
507
509
|
# TODO change url based on platform configuration
|
|
508
|
-
self.logger.info("PARAMS")
|
|
510
|
+
self.logger.info("PARAMS:")
|
|
509
511
|
self.logger.info(context["params"])
|
|
510
512
|
self.domino_client = DominoBackendRestClient(base_url="http://domino-rest-service:8000/")
|
|
511
513
|
#self.domino_client = DominoBackendRestClient(base_url="http://localhost:8080/")
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: domino-py-iisas
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.33
|
|
4
4
|
Summary: Fork of the original Python package for Domino.
|
|
5
5
|
Author-email: Stefan Dlugolinsky <stefan.dlugolinsky@savba.sk>, Luiz Tauffer <luiz@taufferconsulting.com>, Vinicius Vaz <vinicius@taufferconsulting.com>
|
|
6
6
|
License:
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
1.0.31
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/cli/utils/config-domino-local.toml
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/client/domino_backend_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/docker_operator.py
RENAMED
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/python_operator.py
RENAMED
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/__init__.py
RENAMED
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/fuse.conf
RENAMED
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/logger.py
RENAMED
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/mount.py
RENAMED
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/sidecar/rclone.conf
RENAMED
|
File without changes
|
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/custom_operators/worker_operator.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/build_docker_images_pieces.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/scripts/deprecated/run_piece_bash.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino/utils/workflow_shared_storage.py
RENAMED
|
File without changes
|
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino_py_iisas.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino_py_iisas.egg-info/entry_points.txt
RENAMED
|
File without changes
|
|
File without changes
|
{domino_py_iisas-1.0.31 → domino_py_iisas-1.0.33}/src/domino_py_iisas.egg-info/top_level.txt
RENAMED
|
File without changes
|