cloe-nessy 1.0.11__py3-none-any.whl → 1.0.12__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -34,6 +34,7 @@ class LoggerMixin:
|
|
|
34
34
|
logger_name=f"Console:{self.__class__.__name__}",
|
|
35
35
|
logging_level=level if level is not None else logging_settings.log_level_console,
|
|
36
36
|
log_format=log_format if log_format is not None else logging_settings.log_format_console,
|
|
37
|
+
datefmt="%Y-%m-%d %H:%M:%S",
|
|
37
38
|
)
|
|
38
39
|
return logger
|
|
39
40
|
|
cloe_nessy/pipeline/pipeline.py
CHANGED
|
@@ -56,13 +56,13 @@ class Pipeline(LoggerMixin):
|
|
|
56
56
|
step.context.table_metadata = self.steps[step._table_metadata_ref].result.table_metadata
|
|
57
57
|
|
|
58
58
|
try:
|
|
59
|
-
self._console_logger.info(f"Starting execution of step: {step.name}")
|
|
59
|
+
self._console_logger.info(f">>> Starting execution of step: {step.name}")
|
|
60
60
|
step.run()
|
|
61
61
|
except Exception as err:
|
|
62
|
-
self._console_logger.error(f"Execution of step {step.name} failed with error: {str(err)}")
|
|
62
|
+
self._console_logger.error(f">>> Execution of step {step.name} failed with error: {str(err)}")
|
|
63
63
|
raise err
|
|
64
64
|
else:
|
|
65
|
-
self._console_logger.info(f"Execution of step {step.name} succeeded.")
|
|
65
|
+
self._console_logger.info(f">>> Execution of step {step.name} succeeded.")
|
|
66
66
|
|
|
67
67
|
def _get_ready_to_run_steps(self, remaining_steps: list[str], g: nx.DiGraph) -> set[str]:
|
|
68
68
|
"""Identifies and returns the steps that are ready to run.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: cloe-nessy
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.12
|
|
4
4
|
Summary: Your friendly datalake monster.
|
|
5
5
|
Project-URL: homepage, https://initions.com/
|
|
6
6
|
Author-email: initions <ICSMC_EXT_PYPIORG@accenture.com>
|
|
@@ -14,7 +14,7 @@ Classifier: Programming Language :: Python :: 3
|
|
|
14
14
|
Classifier: Topic :: Database
|
|
15
15
|
Requires-Python: <3.14,>=3.11
|
|
16
16
|
Requires-Dist: azure-identity<2.0.0,>=1.19.0
|
|
17
|
-
Requires-Dist: cloe-logging[databricks,log-analytics]<0.4,>=0.3.
|
|
17
|
+
Requires-Dist: cloe-logging[databricks,log-analytics]<0.4,>=0.3.11
|
|
18
18
|
Requires-Dist: databricks-sdk<1.0.0,>=0.36.0
|
|
19
19
|
Requires-Dist: fsspec<2026.1.1,>=2026.1.0
|
|
20
20
|
Requires-Dist: httpx<1.0.0,>=0.27.2
|
|
@@ -45,7 +45,7 @@ cloe_nessy/integration/writer/delta_writer/delta_table_operation_type.py,sha256=
|
|
|
45
45
|
cloe_nessy/integration/writer/delta_writer/delta_writer_base.py,sha256=B7PwPHKrsJL0ZxBT-H9wWSy0gn7shqNDJ0AbrpMHyMg,10135
|
|
46
46
|
cloe_nessy/integration/writer/delta_writer/exceptions.py,sha256=xPmGiYV0xQXauln5Oh34E5vbm0rVcs6xCh-SJSb2bw0,107
|
|
47
47
|
cloe_nessy/logging/__init__.py,sha256=ySVCVbdyR3Dno_tl2ZfiER_7EVaDoQMHVkNyfdMZumY,65
|
|
48
|
-
cloe_nessy/logging/logger_mixin.py,sha256=
|
|
48
|
+
cloe_nessy/logging/logger_mixin.py,sha256=Ws3sirAi7CVyWWc_ClQs0wzdMIJ1LNNrMMkFlO1V0dw,7450
|
|
49
49
|
cloe_nessy/models/__init__.py,sha256=-FmWEJ1Oq1njSopjc0R7GmT64mLSmALkm8PkHNzy9Y8,327
|
|
50
50
|
cloe_nessy/models/catalog.py,sha256=ayC1sMp4cNLAZtu0ICVV3Us6-o4hn8U9tpzzvxC9RAs,177
|
|
51
51
|
cloe_nessy/models/column.py,sha256=W4V1Ls1d60VyZ1Ko9Yu9eSipcMbxSzKicn0aloHPiR0,2027
|
|
@@ -66,7 +66,7 @@ cloe_nessy/object_manager/__init__.py,sha256=3sle0vNpPwBOkycxA3XVS9m4XZf5LD3Qd4N
|
|
|
66
66
|
cloe_nessy/object_manager/table_manager.py,sha256=M4JWgga7A8MHll5QJ42TUU5X4eUrQzhbwaZtVBgoQPY,13902
|
|
67
67
|
cloe_nessy/object_manager/volume_manager.py,sha256=6epd3KXzcNH04EvaKubAfLsaUm9qBMeT3KNvMK04gGs,2727
|
|
68
68
|
cloe_nessy/pipeline/__init__.py,sha256=BUzL4HJaCXWmK7OgKaxdwK72JrrdzfzIvyxOGtM28U0,417
|
|
69
|
-
cloe_nessy/pipeline/pipeline.py,sha256
|
|
69
|
+
cloe_nessy/pipeline/pipeline.py,sha256=-JcdRL8PV1Leo0984Z2jOJ4EL2nuMwnqX4rIwu4JxEg,10831
|
|
70
70
|
cloe_nessy/pipeline/pipeline_action.py,sha256=S7IVFdmG12fRBzHuE_DiWn7qlMtApz6IloVd2Fj31Sg,1944
|
|
71
71
|
cloe_nessy/pipeline/pipeline_builder.py,sha256=_BBl43two0pherkTXZ-Yrpt6XcLW8Q-Z98qxbFIsMao,7929
|
|
72
72
|
cloe_nessy/pipeline/pipeline_config.py,sha256=oVQ-IH4etTGZVVEnE-5iDPLYOtWpvDlltWFv1nevnqQ,3229
|
|
@@ -113,6 +113,6 @@ cloe_nessy/settings/settings.py,sha256=I4n129lrujriW-d8q4as2Kb4_kI932ModfZ5Ow_Up
|
|
|
113
113
|
cloe_nessy/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
114
114
|
cloe_nessy/utils/column_names.py,sha256=dCNtm61mc5aLkY2oE4rlfN3VLCrpot6fOESjAZmCmhA,361
|
|
115
115
|
cloe_nessy/utils/file_and_directory_handler.py,sha256=r2EVt9xG81p6ScaJCwETC5an6pMT6WseB0jMOR-JlpU,602
|
|
116
|
-
cloe_nessy-1.0.
|
|
117
|
-
cloe_nessy-1.0.
|
|
118
|
-
cloe_nessy-1.0.
|
|
116
|
+
cloe_nessy-1.0.12.dist-info/METADATA,sha256=W3Gs63IM-gG61xJVlCgs7R3FB9VcI94VRdaFfElczUg,3291
|
|
117
|
+
cloe_nessy-1.0.12.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
118
|
+
cloe_nessy-1.0.12.dist-info/RECORD,,
|
|
File without changes
|