berryworld 1.0.0.170917__py3-none-any.whl → 1.0.0.171476__py3-none-any.whl

berryworld/sql_conn.py

@@ -258,7 +258,6 @@ class SQLConn:
         :return: A DataFrame with the output columns requested if output is not None, else None
         :param nullable: Used within bools2bits function to indicate which boolean column values to convert
         :param commit_as_transaction: Indicate whether the connection will be done using the autocommit option or not
-        :param infer_int: Indicate whether the columns should be inferred to round to an integer
         """
         if output is None:
             output = []
@@ -272,8 +271,8 @@ class SQLConn:
         # Mapping the date datatype columns for SQL
         data = self.date_mapping_data_types(data)
 
-        # Infer integer datatype columns for SQL
-        data = self.int_mapping_data_types(data)
+        # # Infer integer datatype columns for SQL
+        # data = self.int_mapping_data_types(data)
 
         # Mapping the boolean columns to bit
         if bools2bits:
@@ -370,8 +369,8 @@ class SQLConn:
         # Mapping the date datatype columns for SQL
         data = self.date_mapping_data_types(data)
 
-        # Infer integer datatype columns for SQL
-        data = self.int_mapping_data_types(data)
+        # # Infer integer datatype columns for SQL
+        # data = self.int_mapping_data_types(data)
 
         # Mapping the boolean columns to bit
         if bools2bits:
@@ -484,8 +483,8 @@ class SQLConn:
         # Mapping date type for SQL
         data = self.date_mapping_data_types(data)
 
-        # Infer integer datatype columns for SQL
-        data = self.int_mapping_data_types(data)
+        # # Infer integer datatype columns for SQL
+        # data = self.int_mapping_data_types(data)
 
         # create connection
         self.open_write_connection(commit_as_transaction)
@@ -626,8 +625,8 @@ class SQLConn:
         data = data[on_list + update_list]
         data = self.date_mapping_data_types(data)
 
-        # Infer integer datatype columns for SQL
-        data = self.int_mapping_data_types(data)
+        # # Infer integer datatype columns for SQL
+        # data = self.int_mapping_data_types(data)
 
         # create connection
         self.open_write_connection(commit_as_transaction)
@@ -938,9 +937,13 @@ class SQLConn:
         thres_ = 0.9
         for col in data.columns:
             try:
-                if ((~(data[col].isnull())) & (data[col].str.contains('.0', regex=False))).sum() / (
-                        ~data[col].isnull()).sum() > thres_:
-                    data[col] = data[col].str.replace('.0', '')
+                if (((~(data[col].isnull())) & (data[col].str.contains('.0', regex=False))).sum() / (
+                        ~data[col].isnull()).sum() > thres_) & (~data[col].str.contains('{', regex=False)):
+                    # Avoid converting datetime values
+                    try:
+                        pd.to_datetime(data[col])
+                    except:
+                        data[col] = data[col].str.replace('.0', '')
             except:
                 continue
 

{berryworld-1.0.0.170917.dist-info → berryworld-1.0.0.171476.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: berryworld
-Version: 1.0.0.170917
+Version: 1.0.0.171476
 Summary: Handy classes to improve ETL processes
 Home-page: https://www.berryworld.com
 Author: BerryWorld ltd

{berryworld-1.0.0.170917.dist-info → berryworld-1.0.0.171476.dist-info}/RECORD

@@ -17,7 +17,7 @@ berryworld/pickle_management.py,sha256=O49ojVtTqYCT510rVRTbZWWaur_-5q3HSVG03Azn8
 berryworld/postgres_connection.py,sha256=whKDnchd5Feqpmxpoh2vlyn36EKHR-dVEULYq0N_4wA,8287
 berryworld/power_automate.py,sha256=9rDuRy0v-Ttq-SThid4lOB_tD4ibkyEmobiROpa--g4,25414
 berryworld/sharepoint_con.py,sha256=TuH-Vxk1VxjTi7x80KFssf_J8YPLRXpV27RBaFZi37U,22254
-berryworld/sql_conn.py,sha256=GAupUv4vKBiRCxdqEN-v-KOiBXY-ut8hRAx4orKrAa8,47301
+berryworld/sql_conn.py,sha256=ZtHP09FvZrq058bvEJXiKW71EHa465pXYy5uYL-9qH4,47430
 berryworld/sql_connection.py,sha256=u-2oNFC8cTP0nXkBGp62XjD06kukMFkwFMQ57CwsySQ,44364
 berryworld/teams_logging.py,sha256=8NwXyWr4fLj7W6GzAm2nRQCGFDxibQpAHDHHD24FrP8,6997
 berryworld/transportation_solver.py,sha256=AdJPekVNufweaKDZLWYIB9qSxeVti80LaoaD-4NCSjc,5038
@@ -29,8 +29,8 @@ tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/test_allocation_config.py,sha256=e12l6fE9U57eSPS35g6ekJ_hol7-RHg89JV60_m1BlE,4633
 tests/test_handy_mix_config.py,sha256=Un56mz9KJmdn4K4OwzHAHLSRzDU1Xv2nFrONNuzOG04,2594
 tests/test_xml_parser.py,sha256=3QTlhFEd6KbK6nRFKZnc35tad6wqukTbe4QrFi8mr_8,859
-berryworld-1.0.0.170917.dist-info/LICENSE,sha256=vtkVCJM6E2af2gnsi2XxKPr4WY-uIbvzVLXieFND0UU,1074
-berryworld-1.0.0.170917.dist-info/METADATA,sha256=w669X08mfmKkv38sih1iX7JcNT6lWBy2a9KpYcziWgk,1107
-berryworld-1.0.0.170917.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-berryworld-1.0.0.170917.dist-info/top_level.txt,sha256=GIZ5qy-P5oxfEH755vA1IMFeTVdX3-40JxMe6nOe5I8,17
-berryworld-1.0.0.170917.dist-info/RECORD,,
+berryworld-1.0.0.171476.dist-info/LICENSE,sha256=vtkVCJM6E2af2gnsi2XxKPr4WY-uIbvzVLXieFND0UU,1074
+berryworld-1.0.0.171476.dist-info/METADATA,sha256=3INqJYfSPmqZUh_Hh691Yzujz3ltc4ITU3M1sUVtebQ,1107
+berryworld-1.0.0.171476.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+berryworld-1.0.0.171476.dist-info/top_level.txt,sha256=GIZ5qy-P5oxfEH755vA1IMFeTVdX3-40JxMe6nOe5I8,17
+berryworld-1.0.0.171476.dist-info/RECORD,,