maisaedu-poormans-dms 1.1.92__tar.gz → 1.1.93__tar.gz

{maisaedu-poormans-dms-1.1.92 → maisaedu-poormans-dms-1.1.93}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: maisaedu-poormans-dms
-Version: 1.1.92
+Version: 1.1.93
 Summary: A library for making database migration tasks, for +A Education
 Home-page: UNKNOWN
 Author: A+ Educação

{maisaedu-poormans-dms-1.1.92 → maisaedu-poormans-dms-1.1.93}/maisaedu_poormans_dms/redshift_migration/Logger.py

@@ -14,3 +14,9 @@ class Logger:
             self.logger.info(message)
         else:
             print(message)
+
+    def error(self, message):
+        if self.logger is not None:
+            self.logger.error(message)
+        else:
+            print(message)

{maisaedu-poormans-dms-1.1.92 → maisaedu-poormans-dms-1.1.93}/maisaedu_poormans_dms/redshift_migration/MigratorRedshift.py

@@ -1,3 +1,6 @@
+import os
+import subprocess
+
 from .Connector import Connector
 from .Reader import factory as reader_factory
 from .Logger import Logger
@@ -12,6 +15,8 @@ from .Types import (
     PREFECT,
     PREFECT_DMS,
     SAVED_REDSHIFT,
+    SQLSERVER,
+    LOCAL
 )
 
 
@@ -116,6 +121,7 @@ class MigratorRedshift:
             )
 
         operation = self.migrator_redshift_reader.save_data_to_s3(load_option)
+        self.logger.info(f"Finished saving data to S3")
         if operation is not None:
             self.migrator_redshift_writer.save_to_redshift([operation])
             perfomed_operations = True
@@ -176,3 +182,56 @@ class MigratorRedshift:
         )
 
         return structs
+
+    def install_db_driver(self):
+        if self.migrator_redshift_connector.source_conn_type == SQLSERVER and self.env != LOCAL:
+            result = subprocess.run(['apt-get', 'update'], capture_output=True, text=True)
+            if result.returncode != 0:
+                self.logger.info(result.stderr)
+            else:
+                self.logger.info(result.stdout)
+            result = subprocess.run(['apt-get', 'install', 'curl', '-y'], capture_output=True, text=True)
+            if result.returncode != 0:
+                self.logger.info(result.stderr)
+            else:
+                self.logger.info(result.stdout)
+            result = subprocess.run(['apt-get', 'install', 'gnupg', '-y'], capture_output=True, text=True)
+            if result.returncode != 0:
+                self.logger.info(result.stderr)
+            else:
+                self.logger.info(result.stdout)
+            result = subprocess.run('curl -fsSL https://packages.microsoft.com/keys/microsoft.asc | gpg --dearmor -o /usr/share/keyrings/microsoft-prod.gpg', shell=True, capture_output=True, text=True)
+            if result.returncode != 0:
+                self.logger.info(result.stderr)
+            else:
+                self.logger.info(result.stdout)
+            result = subprocess.run('curl https://packages.microsoft.com/config/debian/12/prod.list | tee /etc/apt/sources.list.d/mssql-release.list', shell=True, capture_output=True, text=True)  
+            if result.returncode != 0:
+                self.logger.info(result.stderr)
+            else:
+                self.logger.info(result.stdout)
+            result = subprocess.run(['apt-get', 'update'], capture_output=True, text=True)
+            if result.returncode != 0:
+                self.logger.info(result.stderr)
+            else:
+                self.logger.info(result.stdout)
+
+            env = os.environ.copy()
+            env["ACCEPT_EULA"] = "Y"
+
+            result = subprocess.run(["apt-get", "install", "unixodbc", "unixodbc-dev", "msodbcsql17", "-y"], capture_output=True, text=True, env=env)
+            if result.returncode != 0:
+                self.logger.error(f"Error installing packages: {result.stderr}")
+            else:
+                self.logger.info(f"Installing unixodbc-dev and msodbcsql17: {result.stdout}")
+
+            result = subprocess.run(['apt-get', 'install', '-y', 'unixodbc-dev'], capture_output=True, text=True)
+            if result.returncode != 0:
+                self.logger.info(result.stderr)
+            else:
+                self.logger.info(result.stdout)
+            result = subprocess.run(['odbcinst', '-q', '-d', '-n', '"ODBC Driver 17 for SQL Server"'], capture_output=True, text=True)
+            if result.returncode != 0:
+                self.logger.info(result.stderr)
+            else:
+                self.logger.info(result.stdout) 

{maisaedu-poormans-dms-1.1.92 → maisaedu-poormans-dms-1.1.93}/maisaedu_poormans_dms/redshift_migration/Reader/SQLServerReader.py

@@ -70,8 +70,8 @@ class SQLServerReader(GenericReader, ReaderInterface):
 
     def get_limit_sql_statement(self):
         if self.migrator_redshift_connector.env == LOCAL:
-            return f" TOP 100"
-            # return f""
+            # return f" TOP 100"
+            return f""
         else:
             return f""
 

{maisaedu-poormans-dms-1.1.92 → maisaedu-poormans-dms-1.1.93}/maisaedu_poormans_dms.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: maisaedu-poormans-dms
-Version: 1.1.92
+Version: 1.1.93
 Summary: A library for making database migration tasks, for +A Education
 Home-page: UNKNOWN
 Author: A+ Educação

{maisaedu-poormans-dms-1.1.92 → maisaedu-poormans-dms-1.1.93}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="maisaedu-poormans-dms",
-    version="1.1.92",
+    version="1.1.93",
     description="A library for making database migration tasks, for +A Education",
     license="MIT License",
     author="A+ Educação",