berryworld 1.0.0.169865__py3-none-any.whl → 1.0.0.170917__py3-none-any.whl

berryworld/email_con.py

@@ -267,6 +267,8 @@ class EmailConnection:
             response = requests.get(url=base_url, headers=header)
             json_resp = response.json()
 
+            if 'value' not in json_resp.keys():
+                return False
             emails_df = pd.DataFrame(json_resp['value'])
             if emails_df.shape[0] > 0:
                 emails_df = emails_df.loc[emails_df['isRead'] == False]
@@ -278,6 +280,9 @@ class EmailConnection:
 
     @staticmethod
     def get_mimetype(file_path):
+        """ Get the mimetype of the file to be attached to the email
+        :param file_path: Path of the file to be attached
+        """
         # Get mimetype
         mimetype = None
         extension = None

berryworld/sql_conn.py

@@ -258,6 +258,7 @@ class SQLConn:
         :return: A DataFrame with the output columns requested if output is not None, else None
         :param nullable: Used within bools2bits function to indicate which boolean column values to convert
         :param commit_as_transaction: Indicate whether the connection will be done using the autocommit option or not
+        :param infer_int: Indicate whether the columns should be inferred to round to an integer
         """
         if output is None:
             output = []
@@ -271,6 +272,9 @@ class SQLConn:
         # Mapping the date datatype columns for SQL
         data = self.date_mapping_data_types(data)
 
+        # Infer integer datatype columns for SQL
+        data = self.int_mapping_data_types(data)
+
         # Mapping the boolean columns to bit
         if bools2bits:
             data = self.boolean_mapping_data_types(data, nullable)
@@ -366,6 +370,9 @@ class SQLConn:
         # Mapping the date datatype columns for SQL
         data = self.date_mapping_data_types(data)
 
+        # Infer integer datatype columns for SQL
+        data = self.int_mapping_data_types(data)
+
         # Mapping the boolean columns to bit
         if bools2bits:
             data = self.boolean_mapping_data_types(data, nullable)
@@ -477,6 +484,9 @@ class SQLConn:
         # Mapping date type for SQL
         data = self.date_mapping_data_types(data)
 
+        # Infer integer datatype columns for SQL
+        data = self.int_mapping_data_types(data)
+
         # create connection
         self.open_write_connection(commit_as_transaction)
 
@@ -616,6 +626,9 @@ class SQLConn:
         data = data[on_list + update_list]
         data = self.date_mapping_data_types(data)
 
+        # Infer integer datatype columns for SQL
+        data = self.int_mapping_data_types(data)
+
         # create connection
         self.open_write_connection(commit_as_transaction)
 
@@ -915,6 +928,24 @@ class SQLConn:
 
         return data
 
+    @staticmethod
+    def int_mapping_data_types(data):
+        """
+        Map integer variables so they can be inserted as integer to SQL
+        :param data: DataFrame containing the variables to map
+        :return: The mapped DataFrame
+        """
+        thres_ = 0.9
+        for col in data.columns:
+            try:
+                if ((~(data[col].isnull())) & (data[col].str.contains('.0', regex=False))).sum() / (
+                        ~data[col].isnull()).sum() > thres_:
+                    data[col] = data[col].str.replace('.0', '')
+            except:
+                continue
+
+        return data
+
     @staticmethod
     def boolean_mapping_data_types(data, nullable=False):
         """

{berryworld-1.0.0.169865.dist-info → berryworld-1.0.0.170917.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: berryworld
-Version: 1.0.0.169865
+Version: 1.0.0.170917
 Summary: Handy classes to improve ETL processes
 Home-page: https://www.berryworld.com
 Author: BerryWorld ltd

{berryworld-1.0.0.169865.dist-info → berryworld-1.0.0.170917.dist-info}/RECORD

@@ -6,7 +6,7 @@ berryworld/app_logs_query.py,sha256=U94b-z3X9cuY_KFozupUcfaYciXWBn7p_RHkoRsfROU,
 berryworld/cache_data.py,sha256=2cStWbFQHimon_lHMbcM_0vU7lt-FCge96D-T9YXaxQ,2242
 berryworld/credentials.py,sha256=Knxo4gssLT7sbaBjOTFe3mX5k70G2e0M_6CdtlddjtA,10200
 berryworld/devops.py,sha256=BAsVonVwCXoApUOovkt-BCzwc6KnXjxRDGff_ejSGw8,9719
-berryworld/email_con.py,sha256=N-3R69MrqnzUSW4h9k0JJTjmzJuCKC_HkkQzClWRdX8,14142
+berryworld/email_con.py,sha256=_QGA575BPVIqz7Z2AAghZCgN9YOkgDDYDpvcwnNo6ns,14358
 berryworld/email_logging.py,sha256=br2wlwoxVspEuUJJ7VXa4hUxPbBKBRfSKfTQ0GRrreI,3468
 berryworld/generate_env.py,sha256=Tk9Z_u7cA4Ve8YYTyLH2qwmLVAuYoTIWoFc0h8Va8lY,7842
 berryworld/handy_mix.py,sha256=SLCAdl2xaWEewWkECzcVFUDODDEkvUgpmJjTiccyVwU,9771
@@ -17,7 +17,7 @@ berryworld/pickle_management.py,sha256=O49ojVtTqYCT510rVRTbZWWaur_-5q3HSVG03Azn8
 berryworld/postgres_connection.py,sha256=whKDnchd5Feqpmxpoh2vlyn36EKHR-dVEULYq0N_4wA,8287
 berryworld/power_automate.py,sha256=9rDuRy0v-Ttq-SThid4lOB_tD4ibkyEmobiROpa--g4,25414
 berryworld/sharepoint_con.py,sha256=TuH-Vxk1VxjTi7x80KFssf_J8YPLRXpV27RBaFZi37U,22254
-berryworld/sql_conn.py,sha256=GxkCTUpGouJ9ppiP_71_nfHrxOQSjlmh6UPlIRf7L98,46191
+berryworld/sql_conn.py,sha256=GAupUv4vKBiRCxdqEN-v-KOiBXY-ut8hRAx4orKrAa8,47301
 berryworld/sql_connection.py,sha256=u-2oNFC8cTP0nXkBGp62XjD06kukMFkwFMQ57CwsySQ,44364
 berryworld/teams_logging.py,sha256=8NwXyWr4fLj7W6GzAm2nRQCGFDxibQpAHDHHD24FrP8,6997
 berryworld/transportation_solver.py,sha256=AdJPekVNufweaKDZLWYIB9qSxeVti80LaoaD-4NCSjc,5038
@@ -29,8 +29,8 @@ tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/test_allocation_config.py,sha256=e12l6fE9U57eSPS35g6ekJ_hol7-RHg89JV60_m1BlE,4633
 tests/test_handy_mix_config.py,sha256=Un56mz9KJmdn4K4OwzHAHLSRzDU1Xv2nFrONNuzOG04,2594
 tests/test_xml_parser.py,sha256=3QTlhFEd6KbK6nRFKZnc35tad6wqukTbe4QrFi8mr_8,859
-berryworld-1.0.0.169865.dist-info/LICENSE,sha256=vtkVCJM6E2af2gnsi2XxKPr4WY-uIbvzVLXieFND0UU,1074
-berryworld-1.0.0.169865.dist-info/METADATA,sha256=v6KAd8Z-0CHT-ZLDcWKqOeY6qSQDoH7lr5R6z6uUCD8,1107
-berryworld-1.0.0.169865.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-berryworld-1.0.0.169865.dist-info/top_level.txt,sha256=GIZ5qy-P5oxfEH755vA1IMFeTVdX3-40JxMe6nOe5I8,17
-berryworld-1.0.0.169865.dist-info/RECORD,,
+berryworld-1.0.0.170917.dist-info/LICENSE,sha256=vtkVCJM6E2af2gnsi2XxKPr4WY-uIbvzVLXieFND0UU,1074
+berryworld-1.0.0.170917.dist-info/METADATA,sha256=w669X08mfmKkv38sih1iX7JcNT6lWBy2a9KpYcziWgk,1107
+berryworld-1.0.0.170917.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+berryworld-1.0.0.170917.dist-info/top_level.txt,sha256=GIZ5qy-P5oxfEH755vA1IMFeTVdX3-40JxMe6nOe5I8,17
+berryworld-1.0.0.170917.dist-info/RECORD,,