cloe-nessy 0.3.13.9b0__py3-none-any.whl → 0.3.13.11b0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- cloe_nessy/models/templates/create_table.sql.j2 +1 -1
- cloe_nessy/pipeline/actions/write_catalog_table.py +10 -1
- {cloe_nessy-0.3.13.9b0.dist-info → cloe_nessy-0.3.13.11b0.dist-info}/METADATA +1 -1
- {cloe_nessy-0.3.13.9b0.dist-info → cloe_nessy-0.3.13.11b0.dist-info}/RECORD +5 -5
- {cloe_nessy-0.3.13.9b0.dist-info → cloe_nessy-0.3.13.11b0.dist-info}/WHEEL +0 -0
|
@@ -45,7 +45,7 @@ COMMENT ON TABLE {{ table.escaped_identifier }} IS '{{ table.comment }}';
|
|
|
45
45
|
|
|
46
46
|
{%- if table.business_properties %}
|
|
47
47
|
{%- for tag_key, tag_value in table.business_properties.items() %}
|
|
48
|
-
SET TAG ON TABLE {{ table.escaped_identifier }} {{ tag_key }}{% if tag_value %}
|
|
48
|
+
SET TAG ON TABLE {{ table.escaped_identifier }} `{{ tag_key }}`{% if tag_value %}=`{{ tag_value }}`{% endif %};
|
|
49
49
|
{%- endfor %}
|
|
50
50
|
{%- endif %}
|
|
51
51
|
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
from typing import Any
|
|
2
2
|
|
|
3
3
|
from ...integration.writer import CatalogWriter
|
|
4
|
+
from ...object_manager import TableManager
|
|
4
5
|
from ..pipeline_action import PipelineAction
|
|
5
6
|
from ..pipeline_context import PipelineContext
|
|
6
7
|
|
|
@@ -55,7 +56,11 @@ class WriteCatalogTableAction(PipelineAction):
|
|
|
55
56
|
if not options:
|
|
56
57
|
options = dict()
|
|
57
58
|
if partition_by is None:
|
|
58
|
-
if
|
|
59
|
+
if (
|
|
60
|
+
context.table_metadata is not None
|
|
61
|
+
and hasattr(context.table_metadata, "partition_by")
|
|
62
|
+
and not context.table_metadata.liquid_clustering
|
|
63
|
+
):
|
|
59
64
|
partition_by = context.table_metadata.partition_by # type: ignore
|
|
60
65
|
|
|
61
66
|
if (table_metadata := context.table_metadata) and table_identifier is None:
|
|
@@ -63,6 +68,10 @@ class WriteCatalogTableAction(PipelineAction):
|
|
|
63
68
|
if table_identifier is None:
|
|
64
69
|
raise ValueError("Table name must be specified or a valid Table object with identifier must be set.")
|
|
65
70
|
|
|
71
|
+
if table_metadata:
|
|
72
|
+
manager = TableManager()
|
|
73
|
+
manager.create_table(table=table_metadata, ignore_if_exists=True, replace=False)
|
|
74
|
+
|
|
66
75
|
writer = CatalogWriter()
|
|
67
76
|
writer.write_table(
|
|
68
77
|
df=context.data, # type: ignore
|
|
@@ -50,7 +50,7 @@ cloe_nessy/models/adapter/unity_catalog_adapter.py,sha256=a-14Ys-AevVYQd0xeJU1sy
|
|
|
50
50
|
cloe_nessy/models/mixins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
51
51
|
cloe_nessy/models/mixins/read_instance_mixin.py,sha256=j5Y4aNWOh1jlskEaxNooZFJgPyxRmik00gAVLJnAaRs,4507
|
|
52
52
|
cloe_nessy/models/mixins/template_loader_mixin.py,sha256=5MXhEGBFlq3dwZvINEyBowSlipNnVun2H_TmhI_fsS4,549
|
|
53
|
-
cloe_nessy/models/templates/create_table.sql.j2,sha256=
|
|
53
|
+
cloe_nessy/models/templates/create_table.sql.j2,sha256=ydsm891Hvrzpvuotx3gf8gUpP5GIqHX5J9lPLyAZuo8,2433
|
|
54
54
|
cloe_nessy/models/templates/create_volume.sql.j2,sha256=XIUf1cHcvAxcGTyhzUiv4xpQ1cfDw_ra3_FKmOuLoBs,289
|
|
55
55
|
cloe_nessy/object_manager/__init__.py,sha256=3sle0vNpPwBOkycxA3XVS9m4XZf5LD3Qd4NGxdqcHno,186
|
|
56
56
|
cloe_nessy/object_manager/table_manager.py,sha256=suHx56TYXagaJ2dVkvTP7vwSI4xgTqXNkHYBbYh2pd4,13913
|
|
@@ -85,7 +85,7 @@ cloe_nessy/pipeline/actions/transform_rename_columns.py,sha256=4zJcPCONMU4C67qeu
|
|
|
85
85
|
cloe_nessy/pipeline/actions/transform_replace_values.py,sha256=1OPHTrjcphfyGepcO7ozYfeqfwA18pjlyHpVKUS_AAU,2049
|
|
86
86
|
cloe_nessy/pipeline/actions/transform_select_columns.py,sha256=-GhSEsb7iNnZIsYRm3BG9BX4_qUDJMbpj1DsKPY046w,4574
|
|
87
87
|
cloe_nessy/pipeline/actions/transform_union.py,sha256=SZtEzh567CIExUj9yMEgshE28h4dXKT7Wr2TDj4zB4k,2718
|
|
88
|
-
cloe_nessy/pipeline/actions/write_catalog_table.py,sha256=
|
|
88
|
+
cloe_nessy/pipeline/actions/write_catalog_table.py,sha256=EJKtaSj6wlm0B1yIVVtyDePvANHxAYAeFQKXTD5CO3c,3029
|
|
89
89
|
cloe_nessy/pipeline/actions/write_delta_append.py,sha256=fuL29SK9G5K14ycckU3iPexeK0XNXUfQscCwhXHxbKA,2498
|
|
90
90
|
cloe_nessy/pipeline/actions/write_delta_merge.py,sha256=gh3oD0ZGjDq0hw56NiRimK4HHCruDofqqdzFFgYLve8,5085
|
|
91
91
|
cloe_nessy/pipeline/actions/write_file.py,sha256=H8LRst045yij-8XJ5pRB9m5d1lZpZjFa0WSVdSFesPo,2984
|
|
@@ -95,6 +95,6 @@ cloe_nessy/settings/__init__.py,sha256=ZbkneO3WaKOxon7qHFHnou7EnBOSnBFyKMDZblIEv
|
|
|
95
95
|
cloe_nessy/settings/settings.py,sha256=I4n129lrujriW-d8q4as2Kb4_kI932ModfZ5Ow_UpVM,3653
|
|
96
96
|
cloe_nessy/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
97
97
|
cloe_nessy/utils/file_and_directory_handler.py,sha256=r2EVt9xG81p6ScaJCwETC5an6pMT6WseB0jMOR-JlpU,602
|
|
98
|
-
cloe_nessy-0.3.13.
|
|
99
|
-
cloe_nessy-0.3.13.
|
|
100
|
-
cloe_nessy-0.3.13.
|
|
98
|
+
cloe_nessy-0.3.13.11b0.dist-info/METADATA,sha256=P7Ax8hZiESJzfauqKZ-jMUTLp-ZS-M3UWuuvIMAQO0o,3329
|
|
99
|
+
cloe_nessy-0.3.13.11b0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
|
100
|
+
cloe_nessy-0.3.13.11b0.dist-info/RECORD,,
|
|
File without changes
|