dbhose-airflow 0.0.2.1__py3-none-any.whl → 0.0.2.3__py3-none-any.whl

dbhose_airflow/move/greenplum/delete.sql

@@ -0,0 +1,10 @@
+with filter_columns as (
+    select array_length(string_to_array('{filter_by}', ', '), 1) as col_count
+)
+select
+    true as is_avaliable,
+    'DELETE FROM {table_dest} WHERE EXISTS(' || E'\nSELECT 1 FROM {table_temp}\nWHERE ' || 
+    (select string_agg('{table_dest}.' || trim(col) || ' = {table_temp}.' || trim(col), E'\nAND ') 
+     from unnest(string_to_array('{filter_by}', ',')) as col) || E'\n);\n' ||
+    E'INSERT INTO {table_dest}\nSELECT * FROM {table_temp};' as move_query
+from filter_columns

dbhose_airflow/move/greenplum/replace.sql

@@ -0,0 +1,60 @@
+with 
+    matching_partitions as (
+        select
+            table_partition
+          , partition_constraint
+        from (
+            select
+                child.relname as table_partition
+              , pg_get_expr(child.relpartbound, child.oid) as partition_constraint
+            from pg_inherits
+            join pg_class child
+                on pg_inherits.inhrelid = child.oid
+            where pg_inherits.inhparent = '{table_dest}'::regclass
+        ) as dest_tbl
+        join (
+            select
+                pg_get_expr(child.relpartbound, child.oid) as partition_constraint
+              , child.oid as partition_oid
+            from pg_inherits
+            join pg_class child
+                on pg_inherits.inhrelid = child.oid
+            where pg_inherits.inhparent = '{table_temp}'::regclass
+        ) as temp_tbl
+        using(partition_constraint)
+        where exists (
+            select 1
+            from pg_class
+            where oid = temp_tbl.partition_oid
+                and reltuples > 0
+        )
+    ),
+    detach_commands as (
+        select string_agg(
+            'ALTER TABLE {table_dest} DETACH PARTITION ' ||
+            table_partition || ';'
+          , E'\n'
+        ) as commands
+        from matching_partitions
+    ),
+    attach_commands as (
+        select string_agg(
+            'ALTER TABLE {table_dest} ATTACH PARTITION {table_temp} ' ||
+            partition_constraint || ';'
+          , E'\n'
+        ) as commands
+        from matching_partitions
+    ),
+    drop_commands as (
+        select string_agg(
+            'DROP TABLE ' || table_partition || ';'
+          , E'\n'
+        ) as commands
+        from matching_partitions
+    )
+select
+    (select case when count(*) > 0 then true else false end
+     from matching_partitions) as is_avaliable
+  , (select commands from detach_commands) || E'\n' ||
+    (select commands from attach_commands) || E'\n' ||
+    (select commands from drop_commands) as move_query

dbhose_airflow/move/postgres/delete.sql

@@ -0,0 +1,10 @@
+with filter_columns as (
+    select array_length(string_to_array('{filter_by}', ', '), 1) as col_count
+)
+select
+    true as is_avaliable,
+    'DELETE FROM {table_dest} WHERE EXISTS(' || E'\nSELECT 1 FROM {table_temp}\nWHERE ' || 
+    (select string_agg('{table_dest}.' || trim(col) || ' = {table_temp}.' || trim(col), E'\nAND ') 
+     from unnest(string_to_array('{filter_by}', ',')) as col) || E'\n);\n' ||
+    E'INSERT INTO {table_dest}\nSELECT * FROM {table_temp};' as move_query
+from filter_columns

dbhose_airflow/move/postgres/replace.sql

@@ -0,0 +1,60 @@
+with 
+    matching_partitions as (
+        select
+            table_partition
+          , partition_constraint
+        from (
+            select
+                child.relname as table_partition
+              , pg_get_expr(child.relpartbound, child.oid) as partition_constraint
+            from pg_inherits
+            join pg_class child
+                on pg_inherits.inhrelid = child.oid
+            where pg_inherits.inhparent = '{table_dest}'::regclass
+        ) as dest_tbl
+        join (
+            select
+                pg_get_expr(child.relpartbound, child.oid) as partition_constraint
+              , child.oid as partition_oid
+            from pg_inherits
+            join pg_class child
+                on pg_inherits.inhrelid = child.oid
+            where pg_inherits.inhparent = '{table_temp}'::regclass
+        ) as temp_tbl
+        using(partition_constraint)
+        where exists (
+            select 1
+            from pg_class
+            where oid = temp_tbl.partition_oid
+                and reltuples > 0
+        )
+    ),
+    detach_commands as (
+        select string_agg(
+            'ALTER TABLE {table_dest} DETACH PARTITION ' ||
+            table_partition || ';'
+          , E'\n'
+        ) as commands
+        from matching_partitions
+    ),
+    attach_commands as (
+        select string_agg(
+            'ALTER TABLE {table_dest} ATTACH PARTITION {table_temp} ' ||
+            partition_constraint || ';'
+          , E'\n'
+        ) as commands
+        from matching_partitions
+    ),
+    drop_commands as (
+        select string_agg(
+            'DROP TABLE ' || table_partition || ';'
+          , E'\n'
+        ) as commands
+        from matching_partitions
+    )
+select
+    (select case when count(*) > 0 then true else false end
+     from matching_partitions) as is_avaliable
+  , (select commands from detach_commands) || E'\n' ||
+    (select commands from attach_commands) || E'\n' ||
+    (select commands from drop_commands) as move_query

{dbhose_airflow-0.0.2.1.dist-info → dbhose_airflow-0.0.2.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dbhose_airflow
-Version: 0.0.2.1
+Version: 0.0.2.3
 Summary: airflow class for exchanging data between DBMSs in native binary formats.
 Home-page: https://github.com/0xMihalich/dbhose_airflow
 Author: 0xMihalich
@@ -10,7 +10,7 @@ License-File: README.md
 License-File: CHANGELOG.md
 Requires-Dist: apache-airflow>=2.4.3
 Requires-Dist: native-dumper==0.3.3.1
-Requires-Dist: pgpack-dumper==0.3.3.1
+Requires-Dist: pgpack-dumper==0.3.3.2
 Dynamic: author
 Dynamic: author-email
 Dynamic: description

dbhose_airflow-0.0.2.3.dist-info/RECORD

@@ -0,0 +1,43 @@
+dbhose_airflow/LOGO,sha256=zfn071DUmSt3OzqIN-knPqoYDqUNbxO2ALfdDaEII6A,783
+dbhose_airflow/__init__.py,sha256=J1AlJiPEnjQa5zo1DqUTKRgXH-jq2ZwonmxaoXwhX7Y,15298
+dbhose_airflow/airflow_connect.py,sha256=unsRItnK4Q_ieMiGKEsCw8Q_8wkaXdVOfaSWLNRyujM,906
+dbhose_airflow/chunk_query.py,sha256=qtR6FM0SAEHzm08o6AzMZepyzJ3J8qd_itdFY0YJQRg,275
+dbhose_airflow/dq_check.py,sha256=VoAw8qieA5LM1a7jaMPO3AQ7QXe_-ThZ8Gy868ozjHw,689
+dbhose_airflow/dumper.py,sha256=9BEJ36yUJ9gH5PiVirLXymSKPOgABtp7Ee8U6MtEckY,1843
+dbhose_airflow/move_method.py,sha256=EkrDy2VCbL78zfZZhwWH0gF4Ijno20FP1mRfjiABrkk,532
+dbhose_airflow/ddl/clickhouse.sql,sha256=HKIB2GhWgAGlipC4vS5EUI-YcmFnG34u5nm4bTyDkkU,2617
+dbhose_airflow/ddl/greenplum.sql,sha256=F_tCfaTz8YJ4bt2XPWa3Xln4Pe7ar8SKj-eznc3gWqs,9322
+dbhose_airflow/ddl/postgres.sql,sha256=qylCEgaY0UqcBtRwan5jH8CD3MCKVtaLqThodSgteR0,8256
+dbhose_airflow/dq/clickhouse/empty.sql,sha256=noHKmdqwhOGWqU30qW1lQDShOPPtu80FXDVZ-Qjxzmo,96
+dbhose_airflow/dq/clickhouse/future.sql,sha256=_pXiaR2TsEk0ZNU911rRJe0HCOy9oSHG21kxDtZ2AxU,846
+dbhose_airflow/dq/clickhouse/infinity.sql,sha256=nrb1Pgaik7ty3egXIU49gf0N-9TCq-OvjlFCZZKHVn0,836
+dbhose_airflow/dq/clickhouse/nan.sql,sha256=oe1lUWGXqBrEfVH2JauCgAqD_NVJVAl62i8fMkpkDgE,855
+dbhose_airflow/dq/clickhouse/sum.sql,sha256=wwtLpuaszzs-bpkiB2zmAHEvlH6cWCD7HDQcHy7pZAo,1559
+dbhose_airflow/dq/clickhouse/total.sql,sha256=lhw4PLEKN2Mn7E1FXIKg4l1IZ6cAHEZkPcLCbKbeP_4,37
+dbhose_airflow/dq/clickhouse/uniq.sql,sha256=ZhyRgqBVEPxzfnpFAbAUB71Vt4OFoR22hyawF52NMDE,115
+dbhose_airflow/dq/greenplum/empty.sql,sha256=bSlS58_VtWz8F3hJfbaXZArVV9QLrFCXUJmghWB52TQ,99
+dbhose_airflow/dq/greenplum/future.sql,sha256=nN361zV_Cr8MxRk5n7_xN9-OGAgptY9BbuftacXV_uE,1590
+dbhose_airflow/dq/greenplum/infinity.sql,sha256=pWx-vlloZ6fGPWPIx1MKgwia66p9P-I_HaOUOwavYIM,1699
+dbhose_airflow/dq/greenplum/nan.sql,sha256=J96yT0LKlgCE0NfbDtpBIy4sIXw7DHBfy9Td2cs_JPo,1560
+dbhose_airflow/dq/greenplum/sum.sql,sha256=1uq6V2hXn3HJhQrAM_id0FCZd-fbbfdXUNLTMJyDBso,1642
+dbhose_airflow/dq/greenplum/total.sql,sha256=lhw4PLEKN2Mn7E1FXIKg4l1IZ6cAHEZkPcLCbKbeP_4,37
+dbhose_airflow/dq/greenplum/uniq.sql,sha256=myYh7TTc-c-ixnXwMibopz4bMr9qnkvU-29nt89cq8o,227
+dbhose_airflow/dq/postgres/empty.sql,sha256=bSlS58_VtWz8F3hJfbaXZArVV9QLrFCXUJmghWB52TQ,99
+dbhose_airflow/dq/postgres/future.sql,sha256=nN361zV_Cr8MxRk5n7_xN9-OGAgptY9BbuftacXV_uE,1590
+dbhose_airflow/dq/postgres/infinity.sql,sha256=pWx-vlloZ6fGPWPIx1MKgwia66p9P-I_HaOUOwavYIM,1699
+dbhose_airflow/dq/postgres/nan.sql,sha256=J96yT0LKlgCE0NfbDtpBIy4sIXw7DHBfy9Td2cs_JPo,1560
+dbhose_airflow/dq/postgres/sum.sql,sha256=1uq6V2hXn3HJhQrAM_id0FCZd-fbbfdXUNLTMJyDBso,1642
+dbhose_airflow/dq/postgres/total.sql,sha256=lhw4PLEKN2Mn7E1FXIKg4l1IZ6cAHEZkPcLCbKbeP_4,37
+dbhose_airflow/dq/postgres/uniq.sql,sha256=myYh7TTc-c-ixnXwMibopz4bMr9qnkvU-29nt89cq8o,227
+dbhose_airflow/move/clickhouse/delete.sql,sha256=qyQ3YrDqBx4AhRMqEvcfIJAP4UauVEys_BshuMsCgUs,4316
+dbhose_airflow/move/clickhouse/replace.sql,sha256=B44YbVK3wcCOPhAp8-_yX3yxnpTjpJF7xx_fCRRxIBE,666
+dbhose_airflow/move/greenplum/delete.sql,sha256=OJJqu3CmbipMUl_Oyw48yzRSfzchzyu4YAcu9gAscFc,502
+dbhose_airflow/move/greenplum/replace.sql,sha256=Pk9g-3SBC78bB_s8ECh_6tPDqTvL1wxKNjzrTakfrL0,1976
+dbhose_airflow/move/postgres/delete.sql,sha256=OJJqu3CmbipMUl_Oyw48yzRSfzchzyu4YAcu9gAscFc,502
+dbhose_airflow/move/postgres/replace.sql,sha256=Pk9g-3SBC78bB_s8ECh_6tPDqTvL1wxKNjzrTakfrL0,1976
+dbhose_airflow-0.0.2.3.dist-info/licenses/CHANGELOG.md,sha256=SjlBfmhyPa2L_nrn-Km1m-lIRSHcbL8DlkHWrBffd3w,1004
+dbhose_airflow-0.0.2.3.dist-info/licenses/README.md,sha256=-TsSFVS-bdRMNM-xhtqiZUXyD6D_lb6Uiz8LKEPGlP0,8822
+dbhose_airflow-0.0.2.3.dist-info/METADATA,sha256=rH5mtbEzU37u9HGsrLURekKxu4flzZxN-aDK66gjfEI,9434
+dbhose_airflow-0.0.2.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dbhose_airflow-0.0.2.3.dist-info/top_level.txt,sha256=VlTXT0CLGGcVhbG9QPw2_a8H5UV03QMjvZ-NrPy6_jM,15
+dbhose_airflow-0.0.2.3.dist-info/RECORD,,

{dbhose_airflow-0.0.2.1.dist-info → dbhose_airflow-0.0.2.3.dist-info}/licenses/CHANGELOG.md

@@ -1,5 +1,14 @@
 # Version History
 
+## 0.0.2.3
+
+* Update depends pgpack-dumper==0.3.3.2
+* Fix write_between diagram for Postgres/Greenplum objects
+
+## 0.0.2.2
+
+* Fix include_package_data
+
 ## 0.0.2.1
 
 * Add MoveMethod.rewrite for full rewrite table with new data

dbhose_airflow-0.0.2.1.dist-info/RECORD

@@ -1,12 +0,0 @@
-dbhose_airflow/__init__.py,sha256=4ezXu1GfNIk5Lzq2LR6EMe-vCeujt8W8kU8HJt2TeB8,15298
-dbhose_airflow/airflow_connect.py,sha256=unsRItnK4Q_ieMiGKEsCw8Q_8wkaXdVOfaSWLNRyujM,906
-dbhose_airflow/chunk_query.py,sha256=qtR6FM0SAEHzm08o6AzMZepyzJ3J8qd_itdFY0YJQRg,275
-dbhose_airflow/dq_check.py,sha256=VoAw8qieA5LM1a7jaMPO3AQ7QXe_-ThZ8Gy868ozjHw,689
-dbhose_airflow/dumper.py,sha256=9BEJ36yUJ9gH5PiVirLXymSKPOgABtp7Ee8U6MtEckY,1843
-dbhose_airflow/move_method.py,sha256=EkrDy2VCbL78zfZZhwWH0gF4Ijno20FP1mRfjiABrkk,532
-dbhose_airflow-0.0.2.1.dist-info/licenses/CHANGELOG.md,sha256=sQAbtKsJ8SwQCgbUoXHbb9P8Yl8-UocOhG0K8cMd70w,852
-dbhose_airflow-0.0.2.1.dist-info/licenses/README.md,sha256=-TsSFVS-bdRMNM-xhtqiZUXyD6D_lb6Uiz8LKEPGlP0,8822
-dbhose_airflow-0.0.2.1.dist-info/METADATA,sha256=erGKDeYmuZp3-Erz2e47c07AMg0FxFUwD6nAipugC3U,9434
-dbhose_airflow-0.0.2.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dbhose_airflow-0.0.2.1.dist-info/top_level.txt,sha256=VlTXT0CLGGcVhbG9QPw2_a8H5UV03QMjvZ-NrPy6_jM,15
-dbhose_airflow-0.0.2.1.dist-info/RECORD,,