core-lens 0.1.dev147__tar.gz → 0.1.dev149__tar.gz

{core_lens-0.1.dev147 → core_lens-0.1.dev149}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: core-lens
-Version: 0.1.dev147
+Version: 0.1.dev149
 Summary: Query, analyse, and visualise CoreStack's microwatershed and Earth science data through a clean, composable Python API.
 Project-URL: Homepage, https://github.com/ApoorvaKashyap/core-lens
 Project-URL: Issues, https://github.com/ApoorvaKashyap/core-lens/issues

{core_lens-0.1.dev147 → core_lens-0.1.dev149}/src/core_lens/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '0.1.dev147'
-__version_tuple__ = version_tuple = (0, 1, 'dev147')
+__version__ = version = '0.1.dev149'
+__version_tuple__ = version_tuple = (0, 1, 'dev149')
 
 __commit_id__ = commit_id = None

{core_lens-0.1.dev147 → core_lens-0.1.dev149}/src/core_lens/base/namespaces/plot.py

@@ -140,6 +140,7 @@ def _wkb_to_arrow_table(
     del (
         df_poly
     )  # free Polars WKB buffer before PyArrow combine_chunks() allocates its copy
+    arrow_table = arrow_table.combine_chunks()
     wkb_col = arrow_table.column(geom_col).combine_chunks()
     geo_col = ga.from_wkb(wkb_col)
 

{core_lens-0.1.dev147 → core_lens-0.1.dev149}/src/core_lens/base/result.py

@@ -70,7 +70,11 @@ class Result:
         self.data = data.lazy() if isinstance(data, pl.DataFrame) else data
         self.resolution = resolution
         self.has_geometry = has_geometry
-        self.columns: list[str] = data.columns
+        self.columns: list[str] = (
+            data.columns
+            if isinstance(data, pl.DataFrame)
+            else data.collect_schema().names()
+        )
         self.key_cols = key_cols
         self.entity_name = entity_name
         self.entity = entity

{core_lens-0.1.dev147 → core_lens-0.1.dev149}/src/core_lens/utils/polars_utils.py

@@ -140,7 +140,15 @@ def scan_with_key_filter(
     if time_expr is not None:
         lf = lf.filter(time_expr)
 
-    kv_lazy = key_values.lazy() if isinstance(key_values, pl.DataFrame) else key_values
-    lf = lf.join(kv_lazy, on=key_cols, how="semi")
+    kv_df = key_values.collect() if isinstance(key_values, pl.LazyFrame) else key_values
+    if len(key_cols) == 1 and kv_df.height < 50000:
+        # Fast path: For reasonably sized AoIs, `is_in` enables perfect row-group
+        # predicate pushdown in the Parquet reader, avoiding a full table scan.
+        # The literal tree RAM issue only occurs with hundreds of thousands of keys.
+        key = key_cols[0]
+        lf = lf.filter(pl.col(key).is_in(kv_df[key]))
+    else:
+        # Fallback to semi-join for massive key arrays (e.g. state-wide scopes)
+        lf = lf.join(kv_df.lazy(), on=key_cols, how="semi")
 
     return lf

{core_lens-0.1.dev147 → core_lens-0.1.dev149}/src/core_lens/utils/season.py

@@ -245,7 +245,9 @@ def add_temporal_columns(
         pl.DataFrame | pl.LazyFrame: A new DataFrame with the temporal grouping columns appended.
 
     """
-    existing = set(df.columns)
+    existing = set(
+        df.columns if isinstance(df, pl.DataFrame) else df.collect_schema().names()
+    )
 
     # --- year / month / year_month -----------------------------------------
     date_col = pl.col(time_col)