maisaedu-poormans-dms 1.1.89__tar.gz → 1.1.91__tar.gz

{maisaedu-poormans-dms-1.1.89 → maisaedu-poormans-dms-1.1.91}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: maisaedu-poormans-dms
-Version: 1.1.89
+Version: 1.1.91
 Summary: A library for making database migration tasks, for +A Education
 Home-page: UNKNOWN
 Author: A+ Educação

{maisaedu-poormans-dms-1.1.89 → maisaedu-poormans-dms-1.1.91}/maisaedu_poormans_dms/redshift_migration/Services/AdapterSourceTarget.py

@@ -22,6 +22,19 @@ class AdapterSourceTarget:
     def __init__(self, struct):
         self.struct = struct
 
+    def order_by_cdc(self, op, df):
+        if op == "U":
+            if "cdc_datetime" not in df.columns:
+                return df
+            else:
+                if df['cdc_datetime'].isnull().any():
+                    return df
+                else:
+                    df = df.sort_values('cdc_datetime', ascending=True)
+                    return df
+        else:
+            return df
+
     def convert_types(self, df):
         for c in self.struct.columns:
             case_target_type = {

{maisaedu-poormans-dms-1.1.89 → maisaedu-poormans-dms-1.1.91}/maisaedu_poormans_dms/redshift_migration/Writer/GenericWriter.py

@@ -26,15 +26,15 @@ class GenericWriter:
         )
 
     def create_table_temp_target_relation_to_remove_dups(self):
-        pk_columns = ", ".join(self.struct.columns_upsert)
+        pk_columns = ', '.join(f'"{self.struct.columns_upsert}"')
 
         self.target_cursor.execute(
             f"""
                 create temp table {self.temp_target_relation} as (
                     SELECT distinct a.* FROM {self.target_relation} as a
                     join (
-                        SELECT "{pk_columns}", count(*) FROM {self.target_relation} 
-                        group by "{pk_columns}" having count(*) > 1
+                        SELECT {pk_columns}, count(*) FROM {self.target_relation} 
+                        group by {pk_columns} having count(*) > 1
                     ) as subselect 
                         on 1=1 
                         {self.create_statement_comparison_pk_columns('subselect', 'a')}

{maisaedu-poormans-dms-1.1.89 → maisaedu-poormans-dms-1.1.91}/maisaedu_poormans_dms/redshift_migration/Writer/WriterCDC.py

@@ -17,14 +17,13 @@ class WriterCDC(GenericWriter, WriterInterface):
             df = self.get_op_rows(df, op=op)
             adapter = AdapterSourceTarget(self.struct)
             df = adapter.convert_types(df)
+            df = adapter.order_by_cdc(op, df)
             df = adapter.transform_data(df)
             df = adapter.equalize_number_columns(df)
 
             if df.empty is False:
                 if op == "U":
-                    df = df.drop_duplicates(
-                        subset=self.struct.columns_upsert, keep="last"
-                    )
+                    df = df.drop_duplicates(subset=self.struct.columns_upsert, keep="last")
 
                 buffer = io.BytesIO()
                 df.to_csv(buffer, index=False)

{maisaedu-poormans-dms-1.1.89 → maisaedu-poormans-dms-1.1.91}/maisaedu_poormans_dms.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: maisaedu-poormans-dms
-Version: 1.1.89
+Version: 1.1.91
 Summary: A library for making database migration tasks, for +A Education
 Home-page: UNKNOWN
 Author: A+ Educação

{maisaedu-poormans-dms-1.1.89 → maisaedu-poormans-dms-1.1.91}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="maisaedu-poormans-dms",
-    version="1.1.89",
+    version="1.1.91",
     description="A library for making database migration tasks, for +A Education",
     license="MIT License",
     author="A+ Educação",