iparq 0.1.4__py3-none-any.whl → 0.1.5__py3-none-any.whl

iparq/source.py

@@ -94,6 +94,32 @@ def print_parquet_metadata(parquet_metadata):
         pass
 
 
+def print_compression_types(parquet_metadata) -> None:
+    """
+    Prints the compression type for each column in each row group of the Parquet file.
+    """
+    try:
+        num_row_groups = parquet_metadata.num_row_groups
+        num_columns = parquet_metadata.num_columns
+        console.print("[bold underline]Column Compression Info:[/bold underline]")
+        for i in range(num_row_groups):
+            console.print(f"[bold]Row Group {i}:[/bold]")
+            for j in range(num_columns):
+                column_chunk = parquet_metadata.row_group(i).column(j)
+                compression = column_chunk.compression
+                column_name = parquet_metadata.schema.column(j).name
+                console.print(
+                    f"  Column '{column_name}' (Index {j}): [italic]{compression}[/italic]"
+                )
+    except Exception as e:
+        console.print(
+            f"Error while printing compression types: {e}",
+            style="blink bold red underline on white",
+        )
+    finally:
+        pass
+
+
 @app.command()
 def main(filename: str):
     """
@@ -107,9 +133,8 @@ def main(filename: str):
     """
     (parquet_metadata, compression) = read_parquet_metadata(filename)
 
-    print_parquet_metadata(
-        parquet_metadata,
-    )
+    print_parquet_metadata(parquet_metadata)
+    print_compression_types(parquet_metadata)
     print(f"Compression codecs: {compression}")
 
 

{iparq-0.1.4.dist-info → iparq-0.1.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: iparq
-Version: 0.1.4
+Version: 0.1.5
 Summary: Display version and compression information about a parquet file
 Author-email: MiguelElGallo <miguel.zurcher@gmail.com>
 License-File: LICENSE
@@ -69,7 +69,7 @@ After reading [this blog](https://duckdb.org/2025/01/22/parquet-encodings.html),
     brew install MiguelElGallo/tap/iparq
     iparq —help
     ```
-    
+
 ## Usage
 
 Run
@@ -80,17 +80,77 @@ iparq <filename>
 
 Replace `<filename>` with the path to your .parquet file. The utility will read the metadata of the file and print the compression codecs used in the parquet file.
 
-
 ## Example output
 
 ```log
 ParquetMetaModel(
     created_by='parquet-cpp-arrow version 14.0.2',
-    num_columns=3,
-    num_rows=3,
-    num_row_groups=1,
+    num_columns=19,
+    num_rows=2964624,
+    num_row_groups=3,
     format_version='2.6',
-    serialized_size=2223
+    serialized_size=6357
 )
-Compression codecs: {'SNAPPY'}
+Column Compression Info:
+Row Group 0:
+  Column 'VendorID' (Index 0): ZSTD
+  Column 'tpep_pickup_datetime' (Index 1): ZSTD
+  Column 'tpep_dropoff_datetime' (Index 2): ZSTD
+  Column 'passenger_count' (Index 3): ZSTD
+  Column 'trip_distance' (Index 4): ZSTD
+  Column 'RatecodeID' (Index 5): ZSTD
+  Column 'store_and_fwd_flag' (Index 6): ZSTD
+  Column 'PULocationID' (Index 7): ZSTD
+  Column 'DOLocationID' (Index 8): ZSTD
+  Column 'payment_type' (Index 9): ZSTD
+  Column 'fare_amount' (Index 10): ZSTD
+  Column 'extra' (Index 11): ZSTD
+  Column 'mta_tax' (Index 12): ZSTD
+  Column 'tip_amount' (Index 13): ZSTD
+  Column 'tolls_amount' (Index 14): ZSTD
+  Column 'improvement_surcharge' (Index 15): ZSTD
+  Column 'total_amount' (Index 16): ZSTD
+  Column 'congestion_surcharge' (Index 17): ZSTD
+  Column 'Airport_fee' (Index 18): ZSTD
+Row Group 1:
+  Column 'VendorID' (Index 0): ZSTD
+  Column 'tpep_pickup_datetime' (Index 1): ZSTD
+  Column 'tpep_dropoff_datetime' (Index 2): ZSTD
+  Column 'passenger_count' (Index 3): ZSTD
+  Column 'trip_distance' (Index 4): ZSTD
+  Column 'RatecodeID' (Index 5): ZSTD
+  Column 'store_and_fwd_flag' (Index 6): ZSTD
+  Column 'PULocationID' (Index 7): ZSTD
+  Column 'DOLocationID' (Index 8): ZSTD
+  Column 'payment_type' (Index 9): ZSTD
+  Column 'fare_amount' (Index 10): ZSTD
+  Column 'extra' (Index 11): ZSTD
+  Column 'mta_tax' (Index 12): ZSTD
+  Column 'tip_amount' (Index 13): ZSTD
+  Column 'tolls_amount' (Index 14): ZSTD
+  Column 'improvement_surcharge' (Index 15): ZSTD
+  Column 'total_amount' (Index 16): ZSTD
+  Column 'congestion_surcharge' (Index 17): ZSTD
+  Column 'Airport_fee' (Index 18): ZSTD
+Row Group 2:
+  Column 'VendorID' (Index 0): ZSTD
+  Column 'tpep_pickup_datetime' (Index 1): ZSTD
+  Column 'tpep_dropoff_datetime' (Index 2): ZSTD
+  Column 'passenger_count' (Index 3): ZSTD
+  Column 'trip_distance' (Index 4): ZSTD
+  Column 'RatecodeID' (Index 5): ZSTD
+  Column 'store_and_fwd_flag' (Index 6): ZSTD
+  Column 'PULocationID' (Index 7): ZSTD
+  Column 'DOLocationID' (Index 8): ZSTD
+  Column 'payment_type' (Index 9): ZSTD
+  Column 'fare_amount' (Index 10): ZSTD
+  Column 'extra' (Index 11): ZSTD
+  Column 'mta_tax' (Index 12): ZSTD
+  Column 'tip_amount' (Index 13): ZSTD
+  Column 'tolls_amount' (Index 14): ZSTD
+  Column 'improvement_surcharge' (Index 15): ZSTD
+  Column 'total_amount' (Index 16): ZSTD
+  Column 'congestion_surcharge' (Index 17): ZSTD
+  Column 'Airport_fee' (Index 18): ZSTD
+Compression codecs: {'ZSTD'}
 ```

iparq-0.1.5.dist-info/RECORD

@@ -0,0 +1,7 @@
+iparq/__init__.py,sha256=sXLh7g3KC4QCFxcZGBTpG2scR7hmmBsMjq6LqRptkRg,22
+iparq/source.py,sha256=7ocTpA7j5C-oSyLkMPhDifpH3cPhqyK3LBu0CjjG83s,4851
+iparq-0.1.5.dist-info/METADATA,sha256=7kLNc40ROyYot5N37GXjSErzpp5WPDWa9_Y2BQpmr6o,5387
+iparq-0.1.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+iparq-0.1.5.dist-info/entry_points.txt,sha256=vrE2lwvuheySWTOJdr_gh9AT47ck02WCHo0muRq5HS8,43
+iparq-0.1.5.dist-info/licenses/LICENSE,sha256=apqXCIYD_rrtbJVE-Ex1-1X7N0cBwZTOm4KL3TEFmYA,1067
+iparq-0.1.5.dist-info/RECORD,,

iparq-0.1.4.dist-info/RECORD

@@ -1,7 +0,0 @@
-iparq/__init__.py,sha256=sXLh7g3KC4QCFxcZGBTpG2scR7hmmBsMjq6LqRptkRg,22
-iparq/source.py,sha256=Jo_q4vo39MyJHF1GAqxW6DAJ47pqP5VNYJ2xvlLqUdk,3784
-iparq-0.1.4.dist-info/METADATA,sha256=aU7lRS8-sSIak88j-31FTh9mz4XhmbbHUGurjinbD9k,2950
-iparq-0.1.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-iparq-0.1.4.dist-info/entry_points.txt,sha256=vrE2lwvuheySWTOJdr_gh9AT47ck02WCHo0muRq5HS8,43
-iparq-0.1.4.dist-info/licenses/LICENSE,sha256=apqXCIYD_rrtbJVE-Ex1-1X7N0cBwZTOm4KL3TEFmYA,1067
-iparq-0.1.4.dist-info/RECORD,,