core-lens 0.1.dev148__tar.gz → 0.1.dev149__tar.gz

{core_lens-0.1.dev148 → core_lens-0.1.dev149}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: core-lens
-Version: 0.1.dev148
+Version: 0.1.dev149
 Summary: Query, analyse, and visualise CoreStack's microwatershed and Earth science data through a clean, composable Python API.
 Project-URL: Homepage, https://github.com/ApoorvaKashyap/core-lens
 Project-URL: Issues, https://github.com/ApoorvaKashyap/core-lens/issues

{core_lens-0.1.dev148 → core_lens-0.1.dev149}/src/core_lens/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '0.1.dev148'
-__version_tuple__ = version_tuple = (0, 1, 'dev148')
+__version__ = version = '0.1.dev149'
+__version_tuple__ = version_tuple = (0, 1, 'dev149')
 
 __commit_id__ = commit_id = None

{core_lens-0.1.dev148 → core_lens-0.1.dev149}/src/core_lens/utils/polars_utils.py

@@ -140,7 +140,15 @@ def scan_with_key_filter(
     if time_expr is not None:
         lf = lf.filter(time_expr)
 
-    kv_lazy = key_values.lazy() if isinstance(key_values, pl.DataFrame) else key_values
-    lf = lf.join(kv_lazy, on=key_cols, how="semi")
+    kv_df = key_values.collect() if isinstance(key_values, pl.LazyFrame) else key_values
+    if len(key_cols) == 1 and kv_df.height < 50000:
+        # Fast path: For reasonably sized AoIs, `is_in` enables perfect row-group
+        # predicate pushdown in the Parquet reader, avoiding a full table scan.
+        # The literal tree RAM issue only occurs with hundreds of thousands of keys.
+        key = key_cols[0]
+        lf = lf.filter(pl.col(key).is_in(kv_df[key]))
+    else:
+        # Fallback to semi-join for massive key arrays (e.g. state-wide scopes)
+        lf = lf.join(kv_df.lazy(), on=key_cols, how="semi")
 
     return lf