cloe-nessy 0.3.13.9b0__py3-none-any.whl → 0.3.13.11b0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -45,7 +45,7 @@ COMMENT ON TABLE {{ table.escaped_identifier }} IS '{{ table.comment }}';
45
45
 
46
46
  {%- if table.business_properties %}
47
47
  {%- for tag_key, tag_value in table.business_properties.items() %}
48
- SET TAG ON TABLE {{ table.escaped_identifier }} {{ tag_key }}{% if tag_value %}='{{ tag_value }}'{% endif %};
48
+ SET TAG ON TABLE {{ table.escaped_identifier }} `{{ tag_key }}`{% if tag_value %}=`{{ tag_value }}`{% endif %};
49
49
  {%- endfor %}
50
50
  {%- endif %}
51
51
 
@@ -1,6 +1,7 @@
1
1
  from typing import Any
2
2
 
3
3
  from ...integration.writer import CatalogWriter
4
+ from ...object_manager import TableManager
4
5
  from ..pipeline_action import PipelineAction
5
6
  from ..pipeline_context import PipelineContext
6
7
 
@@ -55,7 +56,11 @@ class WriteCatalogTableAction(PipelineAction):
55
56
  if not options:
56
57
  options = dict()
57
58
  if partition_by is None:
58
- if hasattr(context.table_metadata, "partition_by"):
59
+ if (
60
+ context.table_metadata is not None
61
+ and hasattr(context.table_metadata, "partition_by")
62
+ and not context.table_metadata.liquid_clustering
63
+ ):
59
64
  partition_by = context.table_metadata.partition_by # type: ignore
60
65
 
61
66
  if (table_metadata := context.table_metadata) and table_identifier is None:
@@ -63,6 +68,10 @@ class WriteCatalogTableAction(PipelineAction):
63
68
  if table_identifier is None:
64
69
  raise ValueError("Table name must be specified or a valid Table object with identifier must be set.")
65
70
 
71
+ if table_metadata:
72
+ manager = TableManager()
73
+ manager.create_table(table=table_metadata, ignore_if_exists=True, replace=False)
74
+
66
75
  writer = CatalogWriter()
67
76
  writer.write_table(
68
77
  df=context.data, # type: ignore
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: cloe-nessy
3
- Version: 0.3.13.9b0
3
+ Version: 0.3.13.11b0
4
4
  Summary: Your friendly datalake monster.
5
5
  Project-URL: homepage, https://initions.com/
6
6
  Author-email: initions <ICSMC_EXT_PYPIORG@accenture.com>
@@ -50,7 +50,7 @@ cloe_nessy/models/adapter/unity_catalog_adapter.py,sha256=a-14Ys-AevVYQd0xeJU1sy
50
50
  cloe_nessy/models/mixins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
51
51
  cloe_nessy/models/mixins/read_instance_mixin.py,sha256=j5Y4aNWOh1jlskEaxNooZFJgPyxRmik00gAVLJnAaRs,4507
52
52
  cloe_nessy/models/mixins/template_loader_mixin.py,sha256=5MXhEGBFlq3dwZvINEyBowSlipNnVun2H_TmhI_fsS4,549
53
- cloe_nessy/models/templates/create_table.sql.j2,sha256=qTCrLaOlG8ab9SZv9FMsFFZSq6_CV2WZT70eLaM4zm4,2431
53
+ cloe_nessy/models/templates/create_table.sql.j2,sha256=ydsm891Hvrzpvuotx3gf8gUpP5GIqHX5J9lPLyAZuo8,2433
54
54
  cloe_nessy/models/templates/create_volume.sql.j2,sha256=XIUf1cHcvAxcGTyhzUiv4xpQ1cfDw_ra3_FKmOuLoBs,289
55
55
  cloe_nessy/object_manager/__init__.py,sha256=3sle0vNpPwBOkycxA3XVS9m4XZf5LD3Qd4NGxdqcHno,186
56
56
  cloe_nessy/object_manager/table_manager.py,sha256=suHx56TYXagaJ2dVkvTP7vwSI4xgTqXNkHYBbYh2pd4,13913
@@ -85,7 +85,7 @@ cloe_nessy/pipeline/actions/transform_rename_columns.py,sha256=4zJcPCONMU4C67qeu
85
85
  cloe_nessy/pipeline/actions/transform_replace_values.py,sha256=1OPHTrjcphfyGepcO7ozYfeqfwA18pjlyHpVKUS_AAU,2049
86
86
  cloe_nessy/pipeline/actions/transform_select_columns.py,sha256=-GhSEsb7iNnZIsYRm3BG9BX4_qUDJMbpj1DsKPY046w,4574
87
87
  cloe_nessy/pipeline/actions/transform_union.py,sha256=SZtEzh567CIExUj9yMEgshE28h4dXKT7Wr2TDj4zB4k,2718
88
- cloe_nessy/pipeline/actions/write_catalog_table.py,sha256=j7gRuG3Fedh8JgevIFBbHKock3laJVq4l6Mx3CGU5eo,2676
88
+ cloe_nessy/pipeline/actions/write_catalog_table.py,sha256=EJKtaSj6wlm0B1yIVVtyDePvANHxAYAeFQKXTD5CO3c,3029
89
89
  cloe_nessy/pipeline/actions/write_delta_append.py,sha256=fuL29SK9G5K14ycckU3iPexeK0XNXUfQscCwhXHxbKA,2498
90
90
  cloe_nessy/pipeline/actions/write_delta_merge.py,sha256=gh3oD0ZGjDq0hw56NiRimK4HHCruDofqqdzFFgYLve8,5085
91
91
  cloe_nessy/pipeline/actions/write_file.py,sha256=H8LRst045yij-8XJ5pRB9m5d1lZpZjFa0WSVdSFesPo,2984
@@ -95,6 +95,6 @@ cloe_nessy/settings/__init__.py,sha256=ZbkneO3WaKOxon7qHFHnou7EnBOSnBFyKMDZblIEv
95
95
  cloe_nessy/settings/settings.py,sha256=I4n129lrujriW-d8q4as2Kb4_kI932ModfZ5Ow_UpVM,3653
96
96
  cloe_nessy/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
97
97
  cloe_nessy/utils/file_and_directory_handler.py,sha256=r2EVt9xG81p6ScaJCwETC5an6pMT6WseB0jMOR-JlpU,602
98
- cloe_nessy-0.3.13.9b0.dist-info/METADATA,sha256=wAHyEqS_kzOagms86ApGht4ChOSTq2e1zJwe7lvslu4,3328
99
- cloe_nessy-0.3.13.9b0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
100
- cloe_nessy-0.3.13.9b0.dist-info/RECORD,,
98
+ cloe_nessy-0.3.13.11b0.dist-info/METADATA,sha256=P7Ax8hZiESJzfauqKZ-jMUTLp-ZS-M3UWuuvIMAQO0o,3329
99
+ cloe_nessy-0.3.13.11b0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
100
+ cloe_nessy-0.3.13.11b0.dist-info/RECORD,,