tunned-geobr 1.0.3__py3-none-any.whl → 1.0.5__py3-none-any.whl

tunned_geobr/__init__.py

@@ -127,3 +127,4 @@ from .read_quilombola_areas import read_quilombola_areas
 from .read_icmbio_embargoes import read_icmbio_embargoes
 from .read_icmbio_infractions import read_icmbio_infractions
 from .read_ibama_embargoes import read_ibama_embargoes
+from .read_climate import read_climate

tunned_geobr/list_geobr.py

@@ -84,6 +84,7 @@ def list_geobr():
         {"Function": "read_geomorphology", "Geography": "Geomorphology", "Years": "All", "Source": "IBGE"},
         {"Function": "read_pedology", "Geography": "Pedology", "Years": "All", "Source": "IBGE"},
         {"Function": "read_climate_aggressiveness", "Geography": "Climate Aggressiveness", "Years": "All", "Source": "IBGE"},
+        {"Function": "read_climate", "Geography": "Climate", "Years": "All", "Source": "IBGE"},
         
         # Transportation and infrastructure datasets
         {"Function": "read_public_aerodromes", "Geography": "Public Aerodromes", "Years": "All", "Source": "MapBiomas"},

tunned_geobr/read_climate.py

@@ -0,0 +1,85 @@
+import geopandas as gpd
+import tempfile
+import os
+import requests
+from zipfile import ZipFile
+from io import BytesIO
+
+def read_climate(simplified=False):
+    """Download Brazilian Climate data from IBGE.
+    
+    This function downloads and processes the Brazilian Climate data.
+    from IBGE (Brazilian Institute of Geography and Statistics).
+    Original source: IBGE - Instituto Brasileiro de Geografia e Estatística
+    
+    Parameters
+    ----------
+    simplified : boolean, by default False
+        If True, returns a simplified version of the dataset with fewer columns
+        
+    Returns
+    -------
+    gpd.GeoDataFrame
+        Geodataframe with Brazilian climate data
+        
+    Example
+    -------
+    >>> from tunned_geobr import read_climate
+    
+    # Read climate data
+    >>> climate = read_climate()
+    """
+    
+    url = "https://geoftp.ibge.gov.br/informacoes_ambientais/climatologia/vetores/brasil/Clima_5000mil.zip"
+    
+    try:
+        # Download the zip file
+        response = requests.get(url)
+        if response.status_code != 200:
+            raise Exception("Failed to download climate data from IBGE")
+            
+        # Create a temporary directory
+        with tempfile.TemporaryDirectory() as temp_dir:
+            # Extract the zip file
+            with ZipFile(BytesIO(response.content)) as zip_ref:
+                zip_ref.extractall(temp_dir)
+            
+            # Find the shapefile
+            shp_files = []
+            for root, dirs, files in os.walk(temp_dir):
+                shp_files.extend([os.path.join(root, f) for f in files if f.endswith('.shp')])
+            
+            if not shp_files:
+                raise Exception("No shapefile found in the downloaded data")
+                
+            # Read the shapefile
+            gdf = gpd.read_file(shp_files[0])
+            
+            # Convert to SIRGAS 2000 (EPSG:4674) if not already
+            if gdf.crs is None:
+                gdf.crs = 4674
+            elif gdf.crs.to_epsg() != 4674:
+                gdf = gdf.to_crs(4674)
+            
+            if simplified:
+                # Keep only the most relevant columns
+                # Note: Column names may need adjustment based on actual data
+                columns_to_keep = [
+                    'geometry',
+                    'NOME',        # Vegetation name
+                    'TIPO',        # Vegetation type
+                    'REGIAO',      # Region
+                    'BIOMA',       # Biome
+                    'AREA_KM2'     # Area in square kilometers
+                ]
+                
+                # Filter columns that actually exist in the dataset
+                existing_columns = ['geometry'] + [col for col in columns_to_keep[1:] if col in gdf.columns]
+                gdf = gdf[existing_columns]
+    
+    except Exception as e:
+        raise Exception(f"Error downloading vegetation data: {str(e)}")
+    return gdf
+
+if __name__ == '__main__':
+    read_climate()

tunned_geobr/read_sigef_properties.py

@@ -4,48 +4,72 @@ import os
 import requests
 from zipfile import ZipFile
 from io import BytesIO
+from requests.adapters import HTTPAdapter
+from urllib3.util.retry import Retry
+import time # Import time for potential delays between retries
 
 def read_sigef_properties(simplified=False):
-    """Download Certified Properties data from INCRA's SNCI.
-    
-    This function downloads and processes certified properties data from INCRA's 
-    National Property Certification System (Sistema Nacional de Certificação de Imóveis - SNCI). 
-    The data includes information about certified rural properties across Brazil.
+    """Download SIGEF Properties data from INCRA.
+
+    This function downloads and processes rural property data from INCRA's
+    SIGEF (Sistema de Gestão Fundiária). The dataset contains information
+    about rural properties registered in the SIGEF system across Brazil.
+
     Original source: INCRA (Instituto Nacional de Colonização e Reforma Agrária)
-    
+
     Parameters
     ----------
-    simplified : boolean, by default False
-        If True, returns a simplified version of the dataset with fewer columns
+    simplified : bool, default False
+        If True, returns a simplified version of the dataset with selected columns.
 
     Returns
     -------
     gpd.GeoDataFrame
-        Geodataframe with certified properties data
-        
+        GeoDataFrame with SIGEF properties data.
+
     Example
     -------
-    >>> from tunned_geobr import read_snci_properties
-    
-    # Read certified properties data
-    >>> properties = read_snci_properties()
+    >>> from tunned_geobr import read_sigef_properties
+
+    # Read SIGEF properties data
+    >>> properties = read_sigef_properties()
     """
     
     url = "https://certificacao.incra.gov.br/csv_shp/zip/Sigef%20Brasil.zip"
+    
+    # Configure retries
+    retries = Retry(
+        total=5,  # Total number of retries to allow
+        backoff_factor=1,  # A backoff factor to apply between attempts (e.g., 1, 2, 4, 8 seconds)
+        status_forcelist=[500, 502, 503, 504],  # HTTP status codes to retry on
+        allowed_methods={"GET"}, # Only retry GET requests
+        raise_on_status=False # Don't raise an exception on failed status codes immediately
+    )
+    
+    # Create a session and mount the adapter with retries
+    session = requests.Session()
+    session.mount('https://', HTTPAdapter(max_retries=retries))
+    
     try:
-        # Download the zip file
+        # Download the zip file in chunks
         # Disable SSL verification due to INCRA's certificate issues
         import urllib3
         urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
         
-        response = requests.get(url, verify=False)
-        if response.status_code != 200:
-            raise Exception("Failed to download data from INCRA")
+        # Use stream=True to download content in chunks with the session
+        response = session.get(url, stream=True, verify=False, timeout=300) # Added a timeout for the request
+        response.raise_for_status() # Raise an exception for HTTP errors (4xx or 5xx)
             
         # Create a temporary directory
         with tempfile.TemporaryDirectory() as temp_dir:
+            zip_file_path = os.path.join(temp_dir, "Sigef Brasil.zip")
+            # Write the content to the file
+            with open(zip_file_path, 'wb') as fd:
+                for chunk in response.iter_content(chunk_size=8192):
+                    fd.write(chunk)
+            
             # Extract the zip file
-            with ZipFile(BytesIO(response.content)) as zip_ref:
+            with ZipFile(zip_file_path) as zip_ref:
                 zip_ref.extractall(temp_dir)
             
             # Find the shapefile
@@ -75,7 +99,17 @@ def read_sigef_properties(simplified=False):
                 existing_columns = ['geometry'] + [col for col in columns_to_keep[1:] if col in gdf.columns]
                 gdf = gdf[existing_columns]
     
+    except requests.exceptions.Timeout:
+        raise Exception(f"Download timed out after {300} seconds. The file might be too large or the connection too slow.")
+    except requests.exceptions.ConnectionError as e:
+        raise Exception(f"A connection error occurred during download: {str(e)}. This might be due to network issues or server availability.")
+    except requests.exceptions.RequestException as e:
+        raise Exception(f"An unexpected request error occurred: {str(e)}")
     except Exception as e:
-        raise Exception(f"Error downloading certified properties data: {str(e)}")
+        raise Exception(f"Error processing certified properties data: {str(e)}")
+        
+    finally:
+        session.close() # Ensure the session is closed
         
     return gdf
+

{tunned_geobr-1.0.3.dist-info → tunned_geobr-1.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tunned-geobr
-Version: 1.0.3
+Version: 1.0.5
 Summary: Fork personalizado do geobr com funcionalidades extras como download de dados da ANM
 Author: Anderson Stolfi
 License: MIT

{tunned_geobr-1.0.3.dist-info → tunned_geobr-1.0.5.dist-info}/RECORD

@@ -1,10 +1,10 @@
-tunned_geobr-1.0.3.dist-info/METADATA,sha256=pcpdryP5yc-oQ69c051QRiF6s8Q0uDs32g-onas9Sak,5018
-tunned_geobr-1.0.3.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
-tunned_geobr-1.0.3.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
-tunned_geobr-1.0.3.dist-info/licenses/LICENSE.txt,sha256=mECZRcbde3HssOKe1Co4zgqBLGVN0OWpTsEy3LIbcRA,75
-tunned_geobr/__init__.py,sha256=rxOGWhc2o3F8qDORi34uF4sCGouQFK74bKpuuAXWlHY,7393
+tunned_geobr-1.0.5.dist-info/METADATA,sha256=-affpDgkILf1uDTzEkWj4GF2uYTo6yEbSEfH-pzB3po,5018
+tunned_geobr-1.0.5.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
+tunned_geobr-1.0.5.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+tunned_geobr-1.0.5.dist-info/licenses/LICENSE.txt,sha256=mECZRcbde3HssOKe1Co4zgqBLGVN0OWpTsEy3LIbcRA,75
+tunned_geobr/__init__.py,sha256=hOI1zU8GGz2yBn8S6kIAqwmICaJbTIQ3rvtjLaBgZUs,7432
 tunned_geobr/data/grid_state_correspondence_table.csv,sha256=FpkBuX_-lRXQ1yBrQODxQgG9oha9Fd8A8zGKfdsDAmk,2660
-tunned_geobr/list_geobr.py,sha256=6rsdtSZUvFrS-n5KXLOSQ34P1AK_yMFAj_MVZRvvZmQ,17278
+tunned_geobr/list_geobr.py,sha256=cPi2m8jZHoYE1SpYVdvkU9rjw7MzJukt5kRTsqtiwz8,17374
 tunned_geobr/lookup_muni.py,sha256=ny1zU4i6OagvL4Mrc6XQWPgn2RrJa_mXlKXh81oVYsM,3462
 tunned_geobr/read_ama_anemometric_towers.py,sha256=M3qKBTBYdqHzTuWtRrBiLA88Ymt6g0cf7sakJd5mTRo,4686
 tunned_geobr/read_amazon.py,sha256=HiwKnYebWe3nDMDRUqHpKJIO76bA4ERm4iJlCPhagQg,1286
@@ -26,6 +26,7 @@ tunned_geobr/read_biomethane_plants.py,sha256=HP51IQB7KMTOzpfcXNNn3Gg95nUlTjuDat
 tunned_geobr/read_biosphere_reserves.py,sha256=ihW5xbRpIb-vxMr4LDKSflWVCK3mn1gZb2A_GPddR7s,3147
 tunned_geobr/read_cave_potential.py,sha256=P3LrYTQtfb0OpNAJCOWif9q5zrhI0PEgarEg2o8eNXc,3015
 tunned_geobr/read_census_tract.py,sha256=aKSvMzfAYSR0P-TDS5xyo4XSO3NRjuYgfb_psDh3kUc,4005
+tunned_geobr/read_climate.py,sha256=D2-q1vvBuhiMwqXZPCr_O12ZWNj_wyZYMe7_GaUFAG8,2973
 tunned_geobr/read_climate_aggressiveness.py,sha256=Y53LYy39DNVbuVO_U3iYhyCb-Q3QQm73T2k8ZEXvtG4,2804
 tunned_geobr/read_comparable_areas.py,sha256=XUOsBiDyYX5z4fj0bofD9Ty6dW4xKRY80MSo_f69Sac,2109
 tunned_geobr/read_compression_stations.py,sha256=WH1edJ7FARZCDRJoIx-33olm_umIGBbVodWajgVrq3U,5337
@@ -122,7 +123,7 @@ tunned_geobr/read_schools.py,sha256=kxaRwuKmZDPgSuhCUd_Ltxo-6_z3b3jXY9Qo0MY_b-A,
 tunned_geobr/read_sedimentary_basins.py,sha256=mpCde4-WRdAAuHF-AwrODd0GpxRhzJOuP60U6Zbl9pE,4583
 tunned_geobr/read_semiarid.py,sha256=pxxYTWq8_UPUyblA7_FXXXRz-XOCrrebCvYQ-kgDSrU,1358
 tunned_geobr/read_settlements.py,sha256=C47Wj4DhSDa-pSFfYK4uGDwtu4sUwqPMr-CuuxS95xg,3060
-tunned_geobr/read_sigef_properties.py,sha256=EBqTUbL9Kg9EUPh--nYHX2OVacymq80YrPCZXKAP6sQ,3108
+tunned_geobr/read_sigef_properties.py,sha256=rYdh8o_fhXom1A9wQsd5d9dKhT02wTpGRY2ACTpQZ4A,4735
 tunned_geobr/read_snci_properties.py,sha256=80VUN5NesYiNTfioaw7aybLHDNpYJObQT-kV90big-c,3233
 tunned_geobr/read_state.py,sha256=JgV3cR0LFbmwIzuzPbR_Zfy1bR_2eBeEPxunozctuag,3819
 tunned_geobr/read_state_direct.py,sha256=8Tdz-gVH_t90BJngcfcpr0VLs5HfCUxRgRQj8hy4Bt0,3826
@@ -137,4 +138,4 @@ tunned_geobr/read_water_bodies_ana.py,sha256=Z-dpTPVgRHVndTeSFxx8uXn7ufMg2jm0Dlz
 tunned_geobr/read_waterways.py,sha256=mEdoVogYWr5EYZ8bE3xMCVWyLrHYU7xTL2lUE0XbDAM,2951
 tunned_geobr/read_weighting_area.py,sha256=m2X5Ua3jRqLlkqCQbIzR2jmo58pzqkyR3UYcGtgy20E,2325
 tunned_geobr/utils.py,sha256=WT9PSGWvcERjj3yhfTvyWSE5ZiEjO4tYK5xIj5jJCg8,8170
-tunned_geobr-1.0.3.dist-info/RECORD,,
+tunned_geobr-1.0.5.dist-info/RECORD,,