terrakio-core 0.4.95__tar.gz → 0.4.96__tar.gz

{terrakio_core-0.4.95 → terrakio_core-0.4.96}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: terrakio-core
-Version: 0.4.95
+Version: 0.4.96
 Summary: Core package for the terrakio-python-api
 Requires-Python: >=3.11
 Requires-Dist: aiofiles>=24.1.0

{terrakio_core-0.4.95 → terrakio_core-0.4.96}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "terrakio-core"
-version = "0.4.95"
+version = "0.4.96"
 description = "Core package for the terrakio-python-api"
 readme = "README.md"
 requires-python = ">=3.11"

{terrakio_core-0.4.95 → terrakio_core-0.4.96}/terrakio_core/__init__.py

@@ -5,7 +5,7 @@ Terrakio Core
 Core components for Terrakio API clients.
 """
 
-__version__ = "0.4.95"
+__version__ = "0.4.96"
 
 from .async_client import AsyncClient
 from .sync_client import SyncClient as Client

{terrakio_core-0.4.95 → terrakio_core-0.4.96}/terrakio_core/accessors.py

@@ -673,9 +673,61 @@ class GeoXarrayAccessor:
             result_gdf[col] = new_data
         
         return result_gdf
-
+    
     def _apply_cloud_reduction(self, reduction_func: str, dim: Optional[Union[str, List[str]]] = None, 
-                               columns: Optional[List[str]] = None, **kwargs):
+                            columns: Optional[List[str]] = None, **kwargs):
+        
+        if hasattr(self._obj, 'job_id') and self._obj.job_id and self._client:
+            import asyncio
+            import concurrent.futures
+            
+            def check_job_status():
+                loop = asyncio.new_event_loop()
+                asyncio.set_event_loop(loop)
+                try:
+                    return loop.run_until_complete(
+                        self._client.mass_stats.track_job([self._obj.job_id])
+                    )
+                finally:
+                    loop.close()
+            
+            try:
+                with concurrent.futures.ThreadPoolExecutor() as executor:
+                    future = executor.submit(check_job_status)
+                    track_info = future.result(timeout=10)  # Short timeout for status check
+                    
+                    job_info = track_info[self._obj.job_id]
+                    status = job_info['status']
+                    
+                    if status in ["Failed", "Cancelled", "Error"]:
+                        raise RuntimeError(f"The zonal stats job (job_id: {self._obj.job_id}) has failed, cancelled, or errored. Please check the job status!")
+                    
+                    elif status != "Completed":
+                        # Job is still running - include progress information
+                        completed = job_info.get('completed', 0)
+                        total = job_info.get('total', 1)
+                        progress = completed / total if total > 0 else 0
+                        percentage = progress * 100
+                        
+                        # Create progress bar
+                        bar_length = 30  # Shorter bar for error message
+                        filled_length = int(bar_length * progress)
+                        bar = '█' * filled_length + '░' * (bar_length - filled_length)
+                        
+                        raise RuntimeError(
+                            f"The zonal stats job (job_id: {self._obj.job_id}) is still running. "
+                            f"Progress: [{bar}] {percentage:.1f}% ({completed}/{total}). "
+                            f"Please come back at a later time!"
+                        )
+                    
+            except concurrent.futures.TimeoutError:
+                self._client.logger.warning("Timeout checking job status, proceeding with reduction")
+            except Exception as e:
+                if "still running" in str(e) or "failed" in str(e).lower():
+                    raise  # Re-raise our custom errors
+                else:
+                    self._client.logger.warning(f"Could not check job status: {e}, proceeding with reduction")
+        
         current_time = time.time()
         chain_reset_threshold = 0.01
         
@@ -835,20 +887,25 @@ class GeoXarrayAccessor:
             "from io import BytesIO",
             "import tempfile",
             "import os",
+            "import traceback",
             "",
             "def consume(filename, file_bytes, metadata):",
         ]
         
         script_lines.extend([
+            "    tmp_file = None",
+            "    nc_tmp_file = None", 
+            "    ds = None",
             "    ",
             "    try:",
             "        with tempfile.NamedTemporaryFile(suffix='.nc', delete=False) as tmp_file:",
             "            tmp_file.write(file_bytes)",
             "            tmp_file.flush()",
-            "            ds = xr.open_dataset(tmp_file.name, engine='scipy')",
+            "            ds = xr.open_dataset(tmp_file.name, engine='h5netcdf')",
             "        ",
         ])
         
+        # Add operations without excessive debugging
         for i, op in enumerate(self._pending_operations):
             op_type = op['type']
             params = op['params']
@@ -882,8 +939,13 @@ class GeoXarrayAccessor:
             '            output_filename = f"{base_filename}_processed.csv"',
             "            csv_data = result_df.to_csv(index=False).encode()",
             "            ",
-            "            ds.close()",
-            "            os.unlink(tmp_file.name)",
+            "            if ds is not None:",
+            "                ds.close()",
+            "            if tmp_file and hasattr(tmp_file, 'name'):",
+            "                try:",
+            "                    os.unlink(tmp_file.name)",
+            "                except:",
+            "                    pass",
             "            return output_filename, csv_data",
             "        else:",
             "            # Output as NetCDF - still has dimensions",
@@ -897,24 +959,44 @@ class GeoXarrayAccessor:
             "                netcdf_data = f.read()",
             "            ",
             "            # Clean up temp files",
-            "            os.unlink(nc_tmp_file.name)",
+            "            try:",
+            "                os.unlink(nc_tmp_file.name)",
+            "            except:",
+            "                pass",
             "            ",
-            "            ds.close()",
-            "            os.unlink(tmp_file.name)",
+            "            if ds is not None:",
+            "                ds.close()",
+            "            if tmp_file and hasattr(tmp_file, 'name'):",
+            "                try:",
+            "                    os.unlink(tmp_file.name)",
+            "                except:",
+            "                    pass",
             "            return output_filename, netcdf_data",
         ])
         
         script_lines.extend([
             "        ",
             "    except Exception as e:",
-            "        try:",
-            "            os.unlink(tmp_file.name)",
-            "        except:",
-            "            pass",
-            "        try:",
-            "            os.unlink(nc_tmp_file.name)",
-            "        except:",
-            "            pass",
+            "        ",
+            "        # Clean up resources",
+            "        if ds is not None:",
+            "            try:",
+            "                ds.close()",
+            "            except:",
+            "                pass",
+            "        ",
+            "        if tmp_file and hasattr(tmp_file, 'name'):",
+            "            try:",
+            "                os.unlink(tmp_file.name)",
+            "            except:",
+            "                pass",
+            "        ",
+            "        if nc_tmp_file and hasattr(nc_tmp_file, 'name'):",
+            "            try:",
+            "                os.unlink(nc_tmp_file.name)",
+            "            except:",
+            "                pass",
+            "        ",
             "        return None, None",
         ])
         

{terrakio_core-0.4.95 → terrakio_core-0.4.96}/terrakio_core/convenience_functions/geoquries.py

@@ -1,4 +1,5 @@
 import asyncio
+import xarray as xr
 
 import geopandas as gpd
 from shapely.geometry import shape

{terrakio_core-0.4.95 → terrakio_core-0.4.96}/terrakio_core/convenience_functions/zonal_stats.py

@@ -139,8 +139,23 @@ class cloud_object(gpd.GeoDataFrame):
             raise RuntimeError(f"The zonal stats job (job_id: {self.job_id}) has failed, cancelled, or errored. Please check the job status!")
         
         else:
-            raise RuntimeError(f"The zonal stats job (job_id: {self.job_id}) is still running. Please come back at a later time!")
-
+            # Job is still running - include progress information
+            completed = job_info.get('completed', 0)
+            total = job_info.get('total', 1)
+            progress = completed / total if total > 0 else 0
+            percentage = progress * 100
+            
+            # Create progress bar
+            bar_length = 30  # Shorter bar for error message
+            filled_length = int(bar_length * progress)
+            bar = '█' * filled_length + '░' * (bar_length - filled_length)
+            
+            raise RuntimeError(
+                f"The zonal stats job (job_id: {self.job_id}) is still running. "
+                f"Progress: [{bar}] {percentage:.1f}% ({completed}/{total}). "
+                f"Please come back at a later time!"
+            )
+    
 def expand_on_time(gdf):
     """
     Expand datasets on time dimension - each time becomes a new row.