iparq 0.2.6__py3-none-any.whl → 0.4.0__py3-none-any.whl

iparq/__init__.py

@@ -1 +1 @@
-__version__ = "0.2.6"
+__version__ = "0.4.0"

iparq/source.py

@@ -1,3 +1,4 @@
+import glob
 import json
 from enum import Enum
 from typing import List, Optional
@@ -53,6 +54,9 @@ class ColumnInfo(BaseModel):
         column_index (int): The index of the column.
         compression_type (str): The compression type used for the column.
         has_bloom_filter (bool): Whether the column has a bloom filter.
+        has_min_max (bool): Whether min/max statistics are available.
+        min_value (Optional[str]): The minimum value in the column (as string for display).
+        max_value (Optional[str]): The maximum value in the column (as string for display).
     """
 
     row_group: int
@@ -60,6 +64,9 @@ class ColumnInfo(BaseModel):
     column_index: int
     compression_type: str
     has_bloom_filter: Optional[bool] = False
+    has_min_max: Optional[bool] = False
+    min_value: Optional[str] = None
+    max_value: Optional[str] = None
 
 
 class ParquetColumnInfo(BaseModel):
@@ -84,22 +91,16 @@ def read_parquet_metadata(filename: str):
         tuple: A tuple containing:
             - parquet_metadata (pyarrow.parquet.FileMetaData): The metadata of the Parquet file.
             - compression_codecs (set): A set of compression codecs used in the Parquet file.
-    """
-    try:
-        compression_codecs = set([])
-        parquet_metadata = pq.ParquetFile(filename).metadata
 
-        for i in range(parquet_metadata.num_row_groups):
-            for j in range(parquet_metadata.num_columns):
-                compression_codecs.add(
-                    parquet_metadata.row_group(i).column(j).compression
-                )
+    Raises:
+        FileNotFoundError: If the file cannot be found or opened.
+    """
+    compression_codecs = set([])
+    parquet_metadata = pq.ParquetFile(filename).metadata
 
-    except FileNotFoundError:
-        console.print(
-            f"Cannot open: {filename}.", style="blink bold red underline on white"
-        )
-        exit(1)
+    for i in range(parquet_metadata.num_row_groups):
+        for j in range(parquet_metadata.num_columns):
+            compression_codecs.add(parquet_metadata.row_group(i).column(j).compression)
 
     return parquet_metadata, compression_codecs
 
@@ -208,6 +209,59 @@ def print_bloom_filter_info(parquet_metadata, column_info: ParquetColumnInfo) ->
         )
 
 
+def print_min_max_statistics(parquet_metadata, column_info: ParquetColumnInfo) -> None:
+    """
+    Updates the column_info model with min/max statistics information.
+
+    Args:
+        parquet_metadata: The Parquet file metadata.
+        column_info: The ParquetColumnInfo model to update.
+    """
+    try:
+        num_row_groups = parquet_metadata.num_row_groups
+        num_columns = parquet_metadata.num_columns
+
+        for i in range(num_row_groups):
+            row_group = parquet_metadata.row_group(i)
+
+            for j in range(num_columns):
+                column_chunk = row_group.column(j)
+
+                # Find the corresponding column in our model
+                for col in column_info.columns:
+                    if col.row_group == i and col.column_index == j:
+                        # Check if this column has statistics
+                        if column_chunk.is_stats_set:
+                            stats = column_chunk.statistics
+                            col.has_min_max = stats.has_min_max
+
+                            if stats.has_min_max:
+                                # Convert values to string for display, handling potential None values
+                                try:
+                                    col.min_value = (
+                                        str(stats.min)
+                                        if stats.min is not None
+                                        else "null"
+                                    )
+                                    col.max_value = (
+                                        str(stats.max)
+                                        if stats.max is not None
+                                        else "null"
+                                    )
+                                except Exception:
+                                    # Fallback for complex types that might not stringify well
+                                    col.min_value = "<unable to display>"
+                                    col.max_value = "<unable to display>"
+                        else:
+                            col.has_min_max = False
+                        break
+    except Exception as e:
+        console.print(
+            f"Error while collecting min/max statistics: {e}",
+            style="blink bold red underline on white",
+        )
+
+
 def print_column_info_table(column_info: ParquetColumnInfo) -> None:
     """
     Prints the column information using a Rich table.
@@ -223,15 +277,27 @@ def print_column_info_table(column_info: ParquetColumnInfo) -> None:
     table.add_column("Index", justify="center")
     table.add_column("Compression", style="magenta")
     table.add_column("Bloom Filter", justify="center")
+    table.add_column("Min Value", style="yellow")
+    table.add_column("Max Value", style="yellow")
 
     # Add rows to the table
     for col in column_info.columns:
+        # Format min/max values for display
+        min_display = (
+            col.min_value if col.has_min_max and col.min_value is not None else "N/A"
+        )
+        max_display = (
+            col.max_value if col.has_min_max and col.max_value is not None else "N/A"
+        )
+
         table.add_row(
             str(col.row_group),
             col.column_name,
             str(col.column_index),
             col.compression_type,
             "✅" if col.has_bloom_filter else "❌",
+            min_display,
+            max_display,
         )
 
     # Print the table
@@ -260,27 +326,24 @@ def output_json(
     print(json.dumps(result, indent=2))
 
 
-@app.command(name="")
-@app.command(name="inspect")
-def inspect(
-    filename: str = typer.Argument(..., help="Path to the Parquet file to inspect"),
-    format: OutputFormat = typer.Option(
-        OutputFormat.RICH, "--format", "-f", help="Output format (rich or json)"
-    ),
-    metadata_only: bool = typer.Option(
-        False,
-        "--metadata-only",
-        "-m",
-        help="Show only file metadata without column details",
-    ),
-    column_filter: Optional[str] = typer.Option(
-        None, "--column", "-c", help="Filter results to show only specific column"
-    ),
-):
+def inspect_single_file(
+    filename: str,
+    format: OutputFormat,
+    metadata_only: bool,
+    column_filter: Optional[str],
+) -> None:
     """
-    Inspect a Parquet file and display its metadata, compression settings, and bloom filter information.
+    Inspect a single Parquet file and display its metadata, compression settings, and bloom filter information.
+
+    Raises:
+        Exception: If the file cannot be processed.
     """
-    (parquet_metadata, compression) = read_parquet_metadata(filename)
+    try:
+        (parquet_metadata, compression) = read_parquet_metadata(filename)
+    except FileNotFoundError:
+        raise Exception(f"Cannot open: {filename}.")
+    except Exception as e:
+        raise Exception(f"Failed to read metadata: {e}")
 
     # Create metadata model
     meta_model = ParquetMetaModel(
@@ -298,6 +361,7 @@ def inspect(
     # Collect information
     print_compression_types(parquet_metadata, column_info)
     print_bloom_filter_info(parquet_metadata, column_info)
+    print_min_max_statistics(parquet_metadata, column_info)
 
     # Filter columns if requested
     if column_filter:
@@ -322,5 +386,61 @@ def inspect(
             console.print(f"Compression codecs: {compression}")
 
 
+@app.command(name="")
+@app.command(name="inspect")
+def inspect(
+    filenames: List[str] = typer.Argument(
+        ..., help="Path(s) or pattern(s) to Parquet files to inspect"
+    ),
+    format: OutputFormat = typer.Option(
+        OutputFormat.RICH, "--format", "-f", help="Output format (rich or json)"
+    ),
+    metadata_only: bool = typer.Option(
+        False,
+        "--metadata-only",
+        "-m",
+        help="Show only file metadata without column details",
+    ),
+    column_filter: Optional[str] = typer.Option(
+        None, "--column", "-c", help="Filter results to show only specific column"
+    ),
+):
+    """
+    Inspect Parquet files and display their metadata, compression settings, and bloom filter information.
+    """
+    # Expand glob patterns and collect all matching files
+    all_files = []
+    for pattern in filenames:
+        matches = glob.glob(pattern)
+        if matches:
+            all_files.extend(matches)
+        else:
+            # If no matches found, treat as literal filename (for better error reporting)
+            all_files.append(pattern)
+
+    # Remove duplicates while preserving order
+    seen = set()
+    unique_files = []
+    for file in all_files:
+        if file not in seen:
+            seen.add(file)
+            unique_files.append(file)
+
+    # Process each file
+    for i, filename in enumerate(unique_files):
+        # For multiple files, add a header to separate results
+        if len(unique_files) > 1:
+            if i > 0:
+                console.print()  # Add blank line between files
+            console.print(f"[bold blue]File: {filename}[/bold blue]")
+            console.print("─" * (len(filename) + 6))
+
+        try:
+            inspect_single_file(filename, format, metadata_only, column_filter)
+        except Exception as e:
+            console.print(f"Error processing {filename}: {e}", style="red")
+            continue
+
+
 if __name__ == "__main__":
     app()

{iparq-0.2.6.dist-info → iparq-0.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: iparq
-Version: 0.2.6
+Version: 0.4.0
 Summary: Display version compression and bloom filter information about a parquet file
 Author-email: MiguelElGallo <miguel.zurcher@gmail.com>
 License-File: LICENSE
@@ -88,10 +88,10 @@ Read more about bloom filters in this [great article](https://duckdb.org/2025/03
 
 ## Usage
 
-iparq now supports additional options:
+iparq supports inspecting single files, multiple files, and glob patterns:
 
 ```sh
-iparq inspect <filename> [OPTIONS]
+iparq inspect <filename(s)> [OPTIONS]
 ```
 
 Options include:
@@ -100,9 +100,12 @@ Options include:
 - `--metadata-only`, `-m`: Show only file metadata without column details
 - `--column`, `-c`: Filter results to show only a specific column
 
-Examples:
+### Single File Examples:
 
 ```sh
+# Basic inspection
+iparq inspect yourfile.parquet
+
 # Output in JSON format
 iparq inspect yourfile.parquet --format json
 
@@ -113,9 +116,25 @@ iparq inspect yourfile.parquet --metadata-only
 iparq inspect yourfile.parquet --column column_name
 ```
 
-Replace `<filename>` with the path to your .parquet file. The utility will read the metadata of the file and print the compression codecs used in the parquet file.
+### Multiple Files and Glob Patterns:
+
+```sh
+# Inspect multiple specific files
+iparq inspect file1.parquet file2.parquet file3.parquet
+
+# Use glob patterns to inspect all parquet files
+iparq inspect *.parquet
+
+# Use specific patterns
+iparq inspect yellow*.parquet data_*.parquet
+
+# Combine patterns and specific files
+iparq inspect important.parquet temp_*.parquet
+```
+
+When inspecting multiple files, each file's results are displayed with a header showing the filename. The utility will read the metadata of each file and print the compression codecs used in the parquet files.
 
-## Example ouput - Bloom Filters
+## Example output - Bloom Filters
 
 ```log
 ParquetMetaModel(

iparq-0.4.0.dist-info/RECORD

@@ -0,0 +1,8 @@
+iparq/__init__.py,sha256=42STGor_9nKYXumfeV5tiyD_M8VdcddX7CEexmibPBk,22
+iparq/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+iparq/source.py,sha256=HT76AP19e-TheGB5cHlGqsyJGvdsPVMbAYuSo2xH0Bk,15476
+iparq-0.4.0.dist-info/METADATA,sha256=D6parmkBDsraB3C57YX9yistPxOYK-XHi_nBKJ2BGB0,6019
+iparq-0.4.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+iparq-0.4.0.dist-info/entry_points.txt,sha256=vrE2lwvuheySWTOJdr_gh9AT47ck02WCHo0muRq5HS8,43
+iparq-0.4.0.dist-info/licenses/LICENSE,sha256=apqXCIYD_rrtbJVE-Ex1-1X7N0cBwZTOm4KL3TEFmYA,1067
+iparq-0.4.0.dist-info/RECORD,,

iparq-0.2.6.dist-info/RECORD

@@ -1,8 +0,0 @@
-iparq/__init__.py,sha256=Oz5HbwHMyE87nmwV80AZzpkJPf-wBg7eDuJr_BXZkhU,22
-iparq/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-iparq/source.py,sha256=huC6I0hqwyv4BZ5xjI6FMZs9KH60xVHEKbmX6X8hhiA,10721
-iparq-0.2.6.dist-info/METADATA,sha256=LtiLJlVCHuOlx0gOOTqJ97S8baPFhnd_lOmKG2a-94g,5496
-iparq-0.2.6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-iparq-0.2.6.dist-info/entry_points.txt,sha256=vrE2lwvuheySWTOJdr_gh9AT47ck02WCHo0muRq5HS8,43
-iparq-0.2.6.dist-info/licenses/LICENSE,sha256=apqXCIYD_rrtbJVE-Ex1-1X7N0cBwZTOm4KL3TEFmYA,1067
-iparq-0.2.6.dist-info/RECORD,,