tunned-geobr 1.0.2__py3-none-any.whl → 1.0.4__py3-none-any.whl

tunned_geobr/read_sigef_properties.py

@@ -4,48 +4,72 @@ import os
 import requests
 from zipfile import ZipFile
 from io import BytesIO
+from requests.adapters import HTTPAdapter
+from urllib3.util.retry import Retry
+import time # Import time for potential delays between retries
 
 def read_sigef_properties(simplified=False):
-    """Download Certified Properties data from INCRA's SNCI.
-    
-    This function downloads and processes certified properties data from INCRA's 
-    National Property Certification System (Sistema Nacional de Certificação de Imóveis - SNCI). 
-    The data includes information about certified rural properties across Brazil.
+    """Download SIGEF Properties data from INCRA.
+
+    This function downloads and processes rural property data from INCRA's
+    SIGEF (Sistema de Gestão Fundiária). The dataset contains information
+    about rural properties registered in the SIGEF system across Brazil.
+
     Original source: INCRA (Instituto Nacional de Colonização e Reforma Agrária)
-    
+
     Parameters
     ----------
-    simplified : boolean, by default False
-        If True, returns a simplified version of the dataset with fewer columns
+    simplified : bool, default False
+        If True, returns a simplified version of the dataset with selected columns.
 
     Returns
     -------
     gpd.GeoDataFrame
-        Geodataframe with certified properties data
-        
+        GeoDataFrame with SIGEF properties data.
+
     Example
     -------
-    >>> from tunned_geobr import read_snci_properties
-    
-    # Read certified properties data
-    >>> properties = read_snci_properties()
+    >>> from tunned_geobr import read_sigef_properties
+
+    # Read SIGEF properties data
+    >>> properties = read_sigef_properties()
     """
     
     url = "https://certificacao.incra.gov.br/csv_shp/zip/Sigef%20Brasil.zip"
+    
+    # Configure retries
+    retries = Retry(
+        total=5,  # Total number of retries to allow
+        backoff_factor=1,  # A backoff factor to apply between attempts (e.g., 1, 2, 4, 8 seconds)
+        status_forcelist=[500, 502, 503, 504],  # HTTP status codes to retry on
+        allowed_methods={"GET"}, # Only retry GET requests
+        raise_on_status=False # Don't raise an exception on failed status codes immediately
+    )
+    
+    # Create a session and mount the adapter with retries
+    session = requests.Session()
+    session.mount('https://', HTTPAdapter(max_retries=retries))
+    
     try:
-        # Download the zip file
+        # Download the zip file in chunks
         # Disable SSL verification due to INCRA's certificate issues
         import urllib3
         urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
         
-        response = requests.get(url, verify=False)
-        if response.status_code != 200:
-            raise Exception("Failed to download data from INCRA")
+        # Use stream=True to download content in chunks with the session
+        response = session.get(url, stream=True, verify=False, timeout=300) # Added a timeout for the request
+        response.raise_for_status() # Raise an exception for HTTP errors (4xx or 5xx)
             
         # Create a temporary directory
         with tempfile.TemporaryDirectory() as temp_dir:
+            zip_file_path = os.path.join(temp_dir, "Sigef Brasil.zip")
+            # Write the content to the file
+            with open(zip_file_path, 'wb') as fd:
+                for chunk in response.iter_content(chunk_size=8192):
+                    fd.write(chunk)
+            
             # Extract the zip file
-            with ZipFile(BytesIO(response.content)) as zip_ref:
+            with ZipFile(zip_file_path) as zip_ref:
                 zip_ref.extractall(temp_dir)
             
             # Find the shapefile
@@ -75,7 +99,17 @@ def read_sigef_properties(simplified=False):
                 existing_columns = ['geometry'] + [col for col in columns_to_keep[1:] if col in gdf.columns]
                 gdf = gdf[existing_columns]
     
+    except requests.exceptions.Timeout:
+        raise Exception(f"Download timed out after {300} seconds. The file might be too large or the connection too slow.")
+    except requests.exceptions.ConnectionError as e:
+        raise Exception(f"A connection error occurred during download: {str(e)}. This might be due to network issues or server availability.")
+    except requests.exceptions.RequestException as e:
+        raise Exception(f"An unexpected request error occurred: {str(e)}")
     except Exception as e:
-        raise Exception(f"Error downloading certified properties data: {str(e)}")
+        raise Exception(f"Error processing certified properties data: {str(e)}")
+        
+    finally:
+        session.close() # Ensure the session is closed
         
     return gdf
+

tunned_geobr/read_snci_properties.py

@@ -32,8 +32,6 @@ def read_snci_properties(simplified=False):
     """
     
     url = "https://certificacao.incra.gov.br/csv_shp/zip/Imóvel%20certificado%20SNCI%20Brasil.zip"
-    if 1==1:
-        return "Essa camada está muito pesada, baixe manualmente no link: " + url
     try:
         # Download the zip file
         # Disable SSL verification due to INCRA's certificate issues
@@ -81,3 +79,7 @@ def read_snci_properties(simplified=False):
         raise Exception(f"Error downloading certified properties data: {str(e)}")
         
     return gdf
+
+if __name__ == "__main__":
+    # Example usage
+    properties = read_snci_properties(simplified=True)

{tunned_geobr-1.0.2.dist-info → tunned_geobr-1.0.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tunned-geobr
-Version: 1.0.2
+Version: 1.0.4
 Summary: Fork personalizado do geobr com funcionalidades extras como download de dados da ANM
 Author: Anderson Stolfi
 License: MIT
@@ -23,8 +23,6 @@ Requires-Dist: patool>=1.15.0
 Requires-Dist: fiona>=1.10.1
 Requires-Dist: gdown>=5.2.0
 Requires-Dist: tabulate>=0.9.0
-Requires-Dist: build>=1.2.2.post1
-Requires-Dist: twine>=6.1.0
 Description-Content-Type: text/markdown
 
 # geobr: Download Official Spatial Data Sets of Brazil 

{tunned_geobr-1.0.2.dist-info → tunned_geobr-1.0.4.dist-info}/RECORD

@@ -1,7 +1,7 @@
-tunned_geobr-1.0.2.dist-info/METADATA,sha256=mmz2jbljwyJeyc1qcdGLzi4bHmmeuUMwzOI_GLugK5Q,5080
-tunned_geobr-1.0.2.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
-tunned_geobr-1.0.2.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
-tunned_geobr-1.0.2.dist-info/licenses/LICENSE.txt,sha256=mECZRcbde3HssOKe1Co4zgqBLGVN0OWpTsEy3LIbcRA,75
+tunned_geobr-1.0.4.dist-info/METADATA,sha256=nGQLZXxWle6_apjH-9-c-tQc16zLbdh7xUoqsFylA34,5018
+tunned_geobr-1.0.4.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
+tunned_geobr-1.0.4.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+tunned_geobr-1.0.4.dist-info/licenses/LICENSE.txt,sha256=mECZRcbde3HssOKe1Co4zgqBLGVN0OWpTsEy3LIbcRA,75
 tunned_geobr/__init__.py,sha256=rxOGWhc2o3F8qDORi34uF4sCGouQFK74bKpuuAXWlHY,7393
 tunned_geobr/data/grid_state_correspondence_table.csv,sha256=FpkBuX_-lRXQ1yBrQODxQgG9oha9Fd8A8zGKfdsDAmk,2660
 tunned_geobr/list_geobr.py,sha256=6rsdtSZUvFrS-n5KXLOSQ34P1AK_yMFAj_MVZRvvZmQ,17278
@@ -122,8 +122,8 @@ tunned_geobr/read_schools.py,sha256=kxaRwuKmZDPgSuhCUd_Ltxo-6_z3b3jXY9Qo0MY_b-A,
 tunned_geobr/read_sedimentary_basins.py,sha256=mpCde4-WRdAAuHF-AwrODd0GpxRhzJOuP60U6Zbl9pE,4583
 tunned_geobr/read_semiarid.py,sha256=pxxYTWq8_UPUyblA7_FXXXRz-XOCrrebCvYQ-kgDSrU,1358
 tunned_geobr/read_settlements.py,sha256=C47Wj4DhSDa-pSFfYK4uGDwtu4sUwqPMr-CuuxS95xg,3060
-tunned_geobr/read_sigef_properties.py,sha256=EBqTUbL9Kg9EUPh--nYHX2OVacymq80YrPCZXKAP6sQ,3108
-tunned_geobr/read_snci_properties.py,sha256=lKhRSBeayD3M_ffljSf5_Sn57VhYh0g3lwFnOgpYji0,3226
+tunned_geobr/read_sigef_properties.py,sha256=rYdh8o_fhXom1A9wQsd5d9dKhT02wTpGRY2ACTpQZ4A,4735
+tunned_geobr/read_snci_properties.py,sha256=80VUN5NesYiNTfioaw7aybLHDNpYJObQT-kV90big-c,3233
 tunned_geobr/read_state.py,sha256=JgV3cR0LFbmwIzuzPbR_Zfy1bR_2eBeEPxunozctuag,3819
 tunned_geobr/read_state_direct.py,sha256=8Tdz-gVH_t90BJngcfcpr0VLs5HfCUxRgRQj8hy4Bt0,3826
 tunned_geobr/read_state_highways.py,sha256=pvRkwuensDOFh3wrcui36iTLcOtkrXoZmT50oUL8WFI,2769
@@ -137,4 +137,4 @@ tunned_geobr/read_water_bodies_ana.py,sha256=Z-dpTPVgRHVndTeSFxx8uXn7ufMg2jm0Dlz
 tunned_geobr/read_waterways.py,sha256=mEdoVogYWr5EYZ8bE3xMCVWyLrHYU7xTL2lUE0XbDAM,2951
 tunned_geobr/read_weighting_area.py,sha256=m2X5Ua3jRqLlkqCQbIzR2jmo58pzqkyR3UYcGtgy20E,2325
 tunned_geobr/utils.py,sha256=WT9PSGWvcERjj3yhfTvyWSE5ZiEjO4tYK5xIj5jJCg8,8170
-tunned_geobr-1.0.2.dist-info/RECORD,,
+tunned_geobr-1.0.4.dist-info/RECORD,,