iparq 0.1.3__tar.gz → 0.1.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- iparq-0.1.5/.github/dependabot.yml +11 -0
- iparq-0.1.5/.github/workflows/merge.yml +60 -0
- {iparq-0.1.3 → iparq-0.1.5}/.github/workflows/python-package.yml +4 -2
- {iparq-0.1.3 → iparq-0.1.5}/.github/workflows/python-publish.yml +3 -0
- {iparq-0.1.3 → iparq-0.1.5}/.gitignore +1 -0
- iparq-0.1.5/.vscode/launch.json +19 -0
- iparq-0.1.5/.vscode/settings.json +7 -0
- iparq-0.1.5/PKG-INFO +156 -0
- iparq-0.1.5/README.md +139 -0
- iparq-0.1.5/media/iparq.png +0 -0
- {iparq-0.1.3 → iparq-0.1.5}/pyproject.toml +15 -2
- {iparq-0.1.3 → iparq-0.1.5}/src/iparq/source.py +48 -12
- {iparq-0.1.3 → iparq-0.1.5}/uv.lock +183 -1
- iparq-0.1.3/PKG-INFO +0 -73
- iparq-0.1.3/README.md +0 -61
- {iparq-0.1.3 → iparq-0.1.5}/.python-version +0 -0
- {iparq-0.1.3 → iparq-0.1.5}/LICENSE +0 -0
- {iparq-0.1.3 → iparq-0.1.5}/dummy.parquet +0 -0
- {iparq-0.1.3 → iparq-0.1.5}/src/iparq/__init__.py +0 -0
- {iparq-0.1.3 → iparq-0.1.5}/tests/test_cli.py +0 -0
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
# To get started with Dependabot version updates, you'll need to specify which
|
|
2
|
+
# package ecosystems to update and where the package manifests are located.
|
|
3
|
+
# Please see the documentation for all configuration options:
|
|
4
|
+
# https://docs.github.com/code-security/dependabot/dependabot-version-updates/configuration-options-for-the-dependabot.yml-file
|
|
5
|
+
|
|
6
|
+
version: 2
|
|
7
|
+
updates:
|
|
8
|
+
- package-ecosystem: "pip" # See documentation for possible values
|
|
9
|
+
directory: "/" # Location of package manifests
|
|
10
|
+
schedule:
|
|
11
|
+
interval: "weekly"
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
name: Python check
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
push:
|
|
5
|
+
branches: [ main ]
|
|
6
|
+
paths-ignore:
|
|
7
|
+
- "**.md"
|
|
8
|
+
- ".azdo/**"
|
|
9
|
+
- ".devcontainer/**"
|
|
10
|
+
- ".github/**"
|
|
11
|
+
pull_request:
|
|
12
|
+
branches: [ main ]
|
|
13
|
+
paths-ignore:
|
|
14
|
+
- "**.md"
|
|
15
|
+
- ".azdo/**"
|
|
16
|
+
- ".devcontainer/**"
|
|
17
|
+
- ".github/**"
|
|
18
|
+
workflow_call:
|
|
19
|
+
|
|
20
|
+
jobs:
|
|
21
|
+
test_package:
|
|
22
|
+
permissions:
|
|
23
|
+
contents: read
|
|
24
|
+
pull-requests: write
|
|
25
|
+
name: Test ${{ matrix.os }} Python ${{ matrix.python_version }}
|
|
26
|
+
runs-on: ${{ matrix.os }}
|
|
27
|
+
strategy:
|
|
28
|
+
fail-fast: false
|
|
29
|
+
matrix:
|
|
30
|
+
os: ["ubuntu-20.04", "windows-latest"]
|
|
31
|
+
python_version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
|
|
32
|
+
env:
|
|
33
|
+
UV_SYSTEM_PYTHON: 1
|
|
34
|
+
steps:
|
|
35
|
+
- uses: actions/checkout@v4
|
|
36
|
+
- name: Setup python
|
|
37
|
+
uses: actions/setup-python@v5
|
|
38
|
+
with:
|
|
39
|
+
python-version: ${{ matrix.python_version }}
|
|
40
|
+
architecture: x64
|
|
41
|
+
- name: Install uv
|
|
42
|
+
uses: astral-sh/setup-uv@v5
|
|
43
|
+
|
|
44
|
+
# dependencies are in uv.lock
|
|
45
|
+
- name: Install dependencies
|
|
46
|
+
run: |
|
|
47
|
+
uv sync --all-extras
|
|
48
|
+
|
|
49
|
+
- name: Lint with ruff
|
|
50
|
+
run: uv run ruff check .
|
|
51
|
+
- name: Check types with mypy
|
|
52
|
+
run: |
|
|
53
|
+
cd src/iparq
|
|
54
|
+
uv run mypy . --config-file=../../pyproject.toml
|
|
55
|
+
- name: Check formatting with black
|
|
56
|
+
run: uvx black . --check --verbose
|
|
57
|
+
- name: Run Python tests
|
|
58
|
+
if: runner.os != 'Windows'
|
|
59
|
+
run: uv run pytest -s -vv
|
|
60
|
+
|
|
@@ -10,7 +10,9 @@ on:
|
|
|
10
10
|
|
|
11
11
|
jobs:
|
|
12
12
|
build:
|
|
13
|
-
|
|
13
|
+
permissions:
|
|
14
|
+
contents: read
|
|
15
|
+
pull-requests: write
|
|
14
16
|
runs-on: ubuntu-latest
|
|
15
17
|
strategy:
|
|
16
18
|
fail-fast: false
|
|
@@ -26,7 +28,7 @@ jobs:
|
|
|
26
28
|
- name: Install dependencies
|
|
27
29
|
run: |
|
|
28
30
|
python -m pip install --upgrade pip
|
|
29
|
-
python -m pip install flake8 pytest
|
|
31
|
+
python -m pip install flake8 pytest pydantic iparq
|
|
30
32
|
if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
|
|
31
33
|
- name: Lint with flake8
|
|
32
34
|
run: |
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
{
|
|
2
|
+
// Use IntelliSense to learn about possible attributes.
|
|
3
|
+
// Hover to view descriptions of existing attributes.
|
|
4
|
+
// For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
|
|
5
|
+
"version": "0.2.0",
|
|
6
|
+
"configurations": [
|
|
7
|
+
|
|
8
|
+
{
|
|
9
|
+
"name": "Python Debugger: Current File with Arguments",
|
|
10
|
+
"type": "debugpy",
|
|
11
|
+
"request": "launch",
|
|
12
|
+
"program": "${file}",
|
|
13
|
+
"console": "integratedTerminal",
|
|
14
|
+
"args": [
|
|
15
|
+
"${command:pickArgs}"
|
|
16
|
+
]
|
|
17
|
+
}
|
|
18
|
+
]
|
|
19
|
+
}
|
iparq-0.1.5/PKG-INFO
ADDED
|
@@ -0,0 +1,156 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: iparq
|
|
3
|
+
Version: 0.1.5
|
|
4
|
+
Summary: Display version and compression information about a parquet file
|
|
5
|
+
Author-email: MiguelElGallo <miguel.zurcher@gmail.com>
|
|
6
|
+
License-File: LICENSE
|
|
7
|
+
Requires-Python: >=3.9
|
|
8
|
+
Requires-Dist: pyarrow>=19.0.0
|
|
9
|
+
Requires-Dist: pydantic>=2.10.6
|
|
10
|
+
Requires-Dist: typer>=0.15.1
|
|
11
|
+
Provides-Extra: checks
|
|
12
|
+
Requires-Dist: mypy>=1.14.1; extra == 'checks'
|
|
13
|
+
Requires-Dist: ruff>=0.9.3; extra == 'checks'
|
|
14
|
+
Provides-Extra: test
|
|
15
|
+
Requires-Dist: pytest>=7.0; extra == 'test'
|
|
16
|
+
Description-Content-Type: text/markdown
|
|
17
|
+
|
|
18
|
+
# iparq
|
|
19
|
+
|
|
20
|
+
[](https://github.com/MiguelElGallo/iparq/actions/workflows/python-package.yml)
|
|
21
|
+
|
|
22
|
+
[](https://github.com/MiguelElGallo/iparq/actions/workflows/dependabot/dependabot-updates)
|
|
23
|
+
|
|
24
|
+
[](https://github.com/MiguelElGallo/iparq/actions/workflows/python-publish.yml)
|
|
25
|
+
|
|
26
|
+

|
|
27
|
+
After reading [this blog](https://duckdb.org/2025/01/22/parquet-encodings.html), I began to wonder which Parquet version and compression methods the everyday tools we rely on actually use, only to find that there’s no straightforward way to determine this. That curiosity and the difficulty of quickly discovering such details motivated me to create iparq (Information Parquet). My goal with iparq is to help users easily identify the specifics of the Parquet files generated by different engines, making it clear which features—like newer encodings or certain compression algorithms—the creator of the parquet is using.
|
|
28
|
+
|
|
29
|
+
## Installation
|
|
30
|
+
|
|
31
|
+
### Using pip
|
|
32
|
+
|
|
33
|
+
1) Install the package using pip:
|
|
34
|
+
|
|
35
|
+
```sh
|
|
36
|
+
pip install iparq
|
|
37
|
+
```
|
|
38
|
+
|
|
39
|
+
2) Verify the installation by running:
|
|
40
|
+
|
|
41
|
+
```sh
|
|
42
|
+
iparq --help
|
|
43
|
+
```
|
|
44
|
+
|
|
45
|
+
### Using uv
|
|
46
|
+
|
|
47
|
+
1) Make sure to have Astral’s UV installed by following the steps here:
|
|
48
|
+
|
|
49
|
+
<https://docs.astral.sh/uv/getting-started/installation/>
|
|
50
|
+
|
|
51
|
+
2) Execute the following command:
|
|
52
|
+
|
|
53
|
+
```sh
|
|
54
|
+
uv pip install iparq
|
|
55
|
+
```
|
|
56
|
+
|
|
57
|
+
3) Verify the installation by running:
|
|
58
|
+
|
|
59
|
+
```sh
|
|
60
|
+
iparq --help
|
|
61
|
+
```
|
|
62
|
+
|
|
63
|
+
### Using Homebrew in a MAC
|
|
64
|
+
|
|
65
|
+
1) Run the following:
|
|
66
|
+
|
|
67
|
+
```sh
|
|
68
|
+
brew tap MiguelElGallo/tap https://github.com/MiguelElGallo//homebrew-iparq.git
|
|
69
|
+
brew install MiguelElGallo/tap/iparq
|
|
70
|
+
iparq —help
|
|
71
|
+
```
|
|
72
|
+
|
|
73
|
+
## Usage
|
|
74
|
+
|
|
75
|
+
Run
|
|
76
|
+
|
|
77
|
+
```sh
|
|
78
|
+
iparq <filename>
|
|
79
|
+
```
|
|
80
|
+
|
|
81
|
+
Replace `<filename>` with the path to your .parquet file. The utility will read the metadata of the file and print the compression codecs used in the parquet file.
|
|
82
|
+
|
|
83
|
+
## Example output
|
|
84
|
+
|
|
85
|
+
```log
|
|
86
|
+
ParquetMetaModel(
|
|
87
|
+
created_by='parquet-cpp-arrow version 14.0.2',
|
|
88
|
+
num_columns=19,
|
|
89
|
+
num_rows=2964624,
|
|
90
|
+
num_row_groups=3,
|
|
91
|
+
format_version='2.6',
|
|
92
|
+
serialized_size=6357
|
|
93
|
+
)
|
|
94
|
+
Column Compression Info:
|
|
95
|
+
Row Group 0:
|
|
96
|
+
Column 'VendorID' (Index 0): ZSTD
|
|
97
|
+
Column 'tpep_pickup_datetime' (Index 1): ZSTD
|
|
98
|
+
Column 'tpep_dropoff_datetime' (Index 2): ZSTD
|
|
99
|
+
Column 'passenger_count' (Index 3): ZSTD
|
|
100
|
+
Column 'trip_distance' (Index 4): ZSTD
|
|
101
|
+
Column 'RatecodeID' (Index 5): ZSTD
|
|
102
|
+
Column 'store_and_fwd_flag' (Index 6): ZSTD
|
|
103
|
+
Column 'PULocationID' (Index 7): ZSTD
|
|
104
|
+
Column 'DOLocationID' (Index 8): ZSTD
|
|
105
|
+
Column 'payment_type' (Index 9): ZSTD
|
|
106
|
+
Column 'fare_amount' (Index 10): ZSTD
|
|
107
|
+
Column 'extra' (Index 11): ZSTD
|
|
108
|
+
Column 'mta_tax' (Index 12): ZSTD
|
|
109
|
+
Column 'tip_amount' (Index 13): ZSTD
|
|
110
|
+
Column 'tolls_amount' (Index 14): ZSTD
|
|
111
|
+
Column 'improvement_surcharge' (Index 15): ZSTD
|
|
112
|
+
Column 'total_amount' (Index 16): ZSTD
|
|
113
|
+
Column 'congestion_surcharge' (Index 17): ZSTD
|
|
114
|
+
Column 'Airport_fee' (Index 18): ZSTD
|
|
115
|
+
Row Group 1:
|
|
116
|
+
Column 'VendorID' (Index 0): ZSTD
|
|
117
|
+
Column 'tpep_pickup_datetime' (Index 1): ZSTD
|
|
118
|
+
Column 'tpep_dropoff_datetime' (Index 2): ZSTD
|
|
119
|
+
Column 'passenger_count' (Index 3): ZSTD
|
|
120
|
+
Column 'trip_distance' (Index 4): ZSTD
|
|
121
|
+
Column 'RatecodeID' (Index 5): ZSTD
|
|
122
|
+
Column 'store_and_fwd_flag' (Index 6): ZSTD
|
|
123
|
+
Column 'PULocationID' (Index 7): ZSTD
|
|
124
|
+
Column 'DOLocationID' (Index 8): ZSTD
|
|
125
|
+
Column 'payment_type' (Index 9): ZSTD
|
|
126
|
+
Column 'fare_amount' (Index 10): ZSTD
|
|
127
|
+
Column 'extra' (Index 11): ZSTD
|
|
128
|
+
Column 'mta_tax' (Index 12): ZSTD
|
|
129
|
+
Column 'tip_amount' (Index 13): ZSTD
|
|
130
|
+
Column 'tolls_amount' (Index 14): ZSTD
|
|
131
|
+
Column 'improvement_surcharge' (Index 15): ZSTD
|
|
132
|
+
Column 'total_amount' (Index 16): ZSTD
|
|
133
|
+
Column 'congestion_surcharge' (Index 17): ZSTD
|
|
134
|
+
Column 'Airport_fee' (Index 18): ZSTD
|
|
135
|
+
Row Group 2:
|
|
136
|
+
Column 'VendorID' (Index 0): ZSTD
|
|
137
|
+
Column 'tpep_pickup_datetime' (Index 1): ZSTD
|
|
138
|
+
Column 'tpep_dropoff_datetime' (Index 2): ZSTD
|
|
139
|
+
Column 'passenger_count' (Index 3): ZSTD
|
|
140
|
+
Column 'trip_distance' (Index 4): ZSTD
|
|
141
|
+
Column 'RatecodeID' (Index 5): ZSTD
|
|
142
|
+
Column 'store_and_fwd_flag' (Index 6): ZSTD
|
|
143
|
+
Column 'PULocationID' (Index 7): ZSTD
|
|
144
|
+
Column 'DOLocationID' (Index 8): ZSTD
|
|
145
|
+
Column 'payment_type' (Index 9): ZSTD
|
|
146
|
+
Column 'fare_amount' (Index 10): ZSTD
|
|
147
|
+
Column 'extra' (Index 11): ZSTD
|
|
148
|
+
Column 'mta_tax' (Index 12): ZSTD
|
|
149
|
+
Column 'tip_amount' (Index 13): ZSTD
|
|
150
|
+
Column 'tolls_amount' (Index 14): ZSTD
|
|
151
|
+
Column 'improvement_surcharge' (Index 15): ZSTD
|
|
152
|
+
Column 'total_amount' (Index 16): ZSTD
|
|
153
|
+
Column 'congestion_surcharge' (Index 17): ZSTD
|
|
154
|
+
Column 'Airport_fee' (Index 18): ZSTD
|
|
155
|
+
Compression codecs: {'ZSTD'}
|
|
156
|
+
```
|
iparq-0.1.5/README.md
ADDED
|
@@ -0,0 +1,139 @@
|
|
|
1
|
+
# iparq
|
|
2
|
+
|
|
3
|
+
[](https://github.com/MiguelElGallo/iparq/actions/workflows/python-package.yml)
|
|
4
|
+
|
|
5
|
+
[](https://github.com/MiguelElGallo/iparq/actions/workflows/dependabot/dependabot-updates)
|
|
6
|
+
|
|
7
|
+
[](https://github.com/MiguelElGallo/iparq/actions/workflows/python-publish.yml)
|
|
8
|
+
|
|
9
|
+

|
|
10
|
+
After reading [this blog](https://duckdb.org/2025/01/22/parquet-encodings.html), I began to wonder which Parquet version and compression methods the everyday tools we rely on actually use, only to find that there’s no straightforward way to determine this. That curiosity and the difficulty of quickly discovering such details motivated me to create iparq (Information Parquet). My goal with iparq is to help users easily identify the specifics of the Parquet files generated by different engines, making it clear which features—like newer encodings or certain compression algorithms—the creator of the parquet is using.
|
|
11
|
+
|
|
12
|
+
## Installation
|
|
13
|
+
|
|
14
|
+
### Using pip
|
|
15
|
+
|
|
16
|
+
1) Install the package using pip:
|
|
17
|
+
|
|
18
|
+
```sh
|
|
19
|
+
pip install iparq
|
|
20
|
+
```
|
|
21
|
+
|
|
22
|
+
2) Verify the installation by running:
|
|
23
|
+
|
|
24
|
+
```sh
|
|
25
|
+
iparq --help
|
|
26
|
+
```
|
|
27
|
+
|
|
28
|
+
### Using uv
|
|
29
|
+
|
|
30
|
+
1) Make sure to have Astral’s UV installed by following the steps here:
|
|
31
|
+
|
|
32
|
+
<https://docs.astral.sh/uv/getting-started/installation/>
|
|
33
|
+
|
|
34
|
+
2) Execute the following command:
|
|
35
|
+
|
|
36
|
+
```sh
|
|
37
|
+
uv pip install iparq
|
|
38
|
+
```
|
|
39
|
+
|
|
40
|
+
3) Verify the installation by running:
|
|
41
|
+
|
|
42
|
+
```sh
|
|
43
|
+
iparq --help
|
|
44
|
+
```
|
|
45
|
+
|
|
46
|
+
### Using Homebrew in a MAC
|
|
47
|
+
|
|
48
|
+
1) Run the following:
|
|
49
|
+
|
|
50
|
+
```sh
|
|
51
|
+
brew tap MiguelElGallo/tap https://github.com/MiguelElGallo//homebrew-iparq.git
|
|
52
|
+
brew install MiguelElGallo/tap/iparq
|
|
53
|
+
iparq —help
|
|
54
|
+
```
|
|
55
|
+
|
|
56
|
+
## Usage
|
|
57
|
+
|
|
58
|
+
Run
|
|
59
|
+
|
|
60
|
+
```sh
|
|
61
|
+
iparq <filename>
|
|
62
|
+
```
|
|
63
|
+
|
|
64
|
+
Replace `<filename>` with the path to your .parquet file. The utility will read the metadata of the file and print the compression codecs used in the parquet file.
|
|
65
|
+
|
|
66
|
+
## Example output
|
|
67
|
+
|
|
68
|
+
```log
|
|
69
|
+
ParquetMetaModel(
|
|
70
|
+
created_by='parquet-cpp-arrow version 14.0.2',
|
|
71
|
+
num_columns=19,
|
|
72
|
+
num_rows=2964624,
|
|
73
|
+
num_row_groups=3,
|
|
74
|
+
format_version='2.6',
|
|
75
|
+
serialized_size=6357
|
|
76
|
+
)
|
|
77
|
+
Column Compression Info:
|
|
78
|
+
Row Group 0:
|
|
79
|
+
Column 'VendorID' (Index 0): ZSTD
|
|
80
|
+
Column 'tpep_pickup_datetime' (Index 1): ZSTD
|
|
81
|
+
Column 'tpep_dropoff_datetime' (Index 2): ZSTD
|
|
82
|
+
Column 'passenger_count' (Index 3): ZSTD
|
|
83
|
+
Column 'trip_distance' (Index 4): ZSTD
|
|
84
|
+
Column 'RatecodeID' (Index 5): ZSTD
|
|
85
|
+
Column 'store_and_fwd_flag' (Index 6): ZSTD
|
|
86
|
+
Column 'PULocationID' (Index 7): ZSTD
|
|
87
|
+
Column 'DOLocationID' (Index 8): ZSTD
|
|
88
|
+
Column 'payment_type' (Index 9): ZSTD
|
|
89
|
+
Column 'fare_amount' (Index 10): ZSTD
|
|
90
|
+
Column 'extra' (Index 11): ZSTD
|
|
91
|
+
Column 'mta_tax' (Index 12): ZSTD
|
|
92
|
+
Column 'tip_amount' (Index 13): ZSTD
|
|
93
|
+
Column 'tolls_amount' (Index 14): ZSTD
|
|
94
|
+
Column 'improvement_surcharge' (Index 15): ZSTD
|
|
95
|
+
Column 'total_amount' (Index 16): ZSTD
|
|
96
|
+
Column 'congestion_surcharge' (Index 17): ZSTD
|
|
97
|
+
Column 'Airport_fee' (Index 18): ZSTD
|
|
98
|
+
Row Group 1:
|
|
99
|
+
Column 'VendorID' (Index 0): ZSTD
|
|
100
|
+
Column 'tpep_pickup_datetime' (Index 1): ZSTD
|
|
101
|
+
Column 'tpep_dropoff_datetime' (Index 2): ZSTD
|
|
102
|
+
Column 'passenger_count' (Index 3): ZSTD
|
|
103
|
+
Column 'trip_distance' (Index 4): ZSTD
|
|
104
|
+
Column 'RatecodeID' (Index 5): ZSTD
|
|
105
|
+
Column 'store_and_fwd_flag' (Index 6): ZSTD
|
|
106
|
+
Column 'PULocationID' (Index 7): ZSTD
|
|
107
|
+
Column 'DOLocationID' (Index 8): ZSTD
|
|
108
|
+
Column 'payment_type' (Index 9): ZSTD
|
|
109
|
+
Column 'fare_amount' (Index 10): ZSTD
|
|
110
|
+
Column 'extra' (Index 11): ZSTD
|
|
111
|
+
Column 'mta_tax' (Index 12): ZSTD
|
|
112
|
+
Column 'tip_amount' (Index 13): ZSTD
|
|
113
|
+
Column 'tolls_amount' (Index 14): ZSTD
|
|
114
|
+
Column 'improvement_surcharge' (Index 15): ZSTD
|
|
115
|
+
Column 'total_amount' (Index 16): ZSTD
|
|
116
|
+
Column 'congestion_surcharge' (Index 17): ZSTD
|
|
117
|
+
Column 'Airport_fee' (Index 18): ZSTD
|
|
118
|
+
Row Group 2:
|
|
119
|
+
Column 'VendorID' (Index 0): ZSTD
|
|
120
|
+
Column 'tpep_pickup_datetime' (Index 1): ZSTD
|
|
121
|
+
Column 'tpep_dropoff_datetime' (Index 2): ZSTD
|
|
122
|
+
Column 'passenger_count' (Index 3): ZSTD
|
|
123
|
+
Column 'trip_distance' (Index 4): ZSTD
|
|
124
|
+
Column 'RatecodeID' (Index 5): ZSTD
|
|
125
|
+
Column 'store_and_fwd_flag' (Index 6): ZSTD
|
|
126
|
+
Column 'PULocationID' (Index 7): ZSTD
|
|
127
|
+
Column 'DOLocationID' (Index 8): ZSTD
|
|
128
|
+
Column 'payment_type' (Index 9): ZSTD
|
|
129
|
+
Column 'fare_amount' (Index 10): ZSTD
|
|
130
|
+
Column 'extra' (Index 11): ZSTD
|
|
131
|
+
Column 'mta_tax' (Index 12): ZSTD
|
|
132
|
+
Column 'tip_amount' (Index 13): ZSTD
|
|
133
|
+
Column 'tolls_amount' (Index 14): ZSTD
|
|
134
|
+
Column 'improvement_surcharge' (Index 15): ZSTD
|
|
135
|
+
Column 'total_amount' (Index 16): ZSTD
|
|
136
|
+
Column 'congestion_surcharge' (Index 17): ZSTD
|
|
137
|
+
Column 'Airport_fee' (Index 18): ZSTD
|
|
138
|
+
Compression codecs: {'ZSTD'}
|
|
139
|
+
```
|
|
Binary file
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "iparq"
|
|
3
|
-
version = "0.1.
|
|
3
|
+
version = "0.1.5"
|
|
4
4
|
description = "Display version and compression information about a parquet file"
|
|
5
5
|
readme = "README.md"
|
|
6
6
|
authors = [
|
|
@@ -13,6 +13,15 @@ dependencies = [
|
|
|
13
13
|
"typer>=0.15.1",
|
|
14
14
|
]
|
|
15
15
|
|
|
16
|
+
[project.optional-dependencies]
|
|
17
|
+
test = [
|
|
18
|
+
"pytest>=7.0",
|
|
19
|
+
]
|
|
20
|
+
checks = [
|
|
21
|
+
"mypy>=1.14.1",
|
|
22
|
+
"ruff>=0.9.3",
|
|
23
|
+
]
|
|
24
|
+
|
|
16
25
|
[project.scripts]
|
|
17
26
|
iparq = "iparq.source:app"
|
|
18
27
|
|
|
@@ -24,4 +33,8 @@ build-backend = "hatchling.build"
|
|
|
24
33
|
addopts = "-ra -q"
|
|
25
34
|
testpaths = [
|
|
26
35
|
"tests",
|
|
27
|
-
]
|
|
36
|
+
]
|
|
37
|
+
|
|
38
|
+
[[tool.mypy.overrides]]
|
|
39
|
+
module = ["pyarrow.*"]
|
|
40
|
+
ignore_missing_imports = true
|
|
@@ -2,8 +2,10 @@ import pyarrow.parquet as pq
|
|
|
2
2
|
import typer
|
|
3
3
|
from pydantic import BaseModel
|
|
4
4
|
from rich import print
|
|
5
|
+
from rich.console import Console
|
|
5
6
|
|
|
6
7
|
app = typer.Typer()
|
|
8
|
+
console = Console()
|
|
7
9
|
|
|
8
10
|
|
|
9
11
|
class ParquetMetaModel(BaseModel):
|
|
@@ -39,12 +41,21 @@ def read_parquet_metadata(filename: str):
|
|
|
39
41
|
- parquet_metadata (pyarrow.parquet.FileMetaData): The metadata of the Parquet file.
|
|
40
42
|
- compression_codecs (set): A set of compression codecs used in the Parquet file.
|
|
41
43
|
"""
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
for
|
|
47
|
-
|
|
44
|
+
try:
|
|
45
|
+
compression_codecs = set([])
|
|
46
|
+
parquet_metadata = pq.ParquetFile(filename).metadata
|
|
47
|
+
|
|
48
|
+
for i in range(parquet_metadata.num_row_groups):
|
|
49
|
+
for j in range(parquet_metadata.num_columns):
|
|
50
|
+
compression_codecs.add(
|
|
51
|
+
parquet_metadata.row_group(i).column(j).compression
|
|
52
|
+
)
|
|
53
|
+
|
|
54
|
+
except FileNotFoundError:
|
|
55
|
+
console.print(
|
|
56
|
+
f"Cannot open: {filename}.", style="blink bold red underline on white"
|
|
57
|
+
)
|
|
58
|
+
exit(1)
|
|
48
59
|
|
|
49
60
|
return parquet_metadata, compression_codecs
|
|
50
61
|
|
|
@@ -75,10 +86,36 @@ def print_parquet_metadata(parquet_metadata):
|
|
|
75
86
|
format_version=str(parquet_metadata.format_version),
|
|
76
87
|
serialized_size=parquet_metadata.serialized_size,
|
|
77
88
|
)
|
|
78
|
-
print(meta)
|
|
89
|
+
console.print(meta)
|
|
79
90
|
|
|
80
91
|
except AttributeError as e:
|
|
81
|
-
print(f"Error: {e}")
|
|
92
|
+
console.print(f"Error: {e}", style="blink bold red underline on white")
|
|
93
|
+
finally:
|
|
94
|
+
pass
|
|
95
|
+
|
|
96
|
+
|
|
97
|
+
def print_compression_types(parquet_metadata) -> None:
|
|
98
|
+
"""
|
|
99
|
+
Prints the compression type for each column in each row group of the Parquet file.
|
|
100
|
+
"""
|
|
101
|
+
try:
|
|
102
|
+
num_row_groups = parquet_metadata.num_row_groups
|
|
103
|
+
num_columns = parquet_metadata.num_columns
|
|
104
|
+
console.print("[bold underline]Column Compression Info:[/bold underline]")
|
|
105
|
+
for i in range(num_row_groups):
|
|
106
|
+
console.print(f"[bold]Row Group {i}:[/bold]")
|
|
107
|
+
for j in range(num_columns):
|
|
108
|
+
column_chunk = parquet_metadata.row_group(i).column(j)
|
|
109
|
+
compression = column_chunk.compression
|
|
110
|
+
column_name = parquet_metadata.schema.column(j).name
|
|
111
|
+
console.print(
|
|
112
|
+
f" Column '{column_name}' (Index {j}): [italic]{compression}[/italic]"
|
|
113
|
+
)
|
|
114
|
+
except Exception as e:
|
|
115
|
+
console.print(
|
|
116
|
+
f"Error while printing compression types: {e}",
|
|
117
|
+
style="blink bold red underline on white",
|
|
118
|
+
)
|
|
82
119
|
finally:
|
|
83
120
|
pass
|
|
84
121
|
|
|
@@ -92,13 +129,12 @@ def main(filename: str):
|
|
|
92
129
|
filename (str): The path to the Parquet file.
|
|
93
130
|
|
|
94
131
|
Returns:
|
|
95
|
-
|
|
132
|
+
Metadata of the Parquet file and the compression codecs used.
|
|
96
133
|
"""
|
|
97
134
|
(parquet_metadata, compression) = read_parquet_metadata(filename)
|
|
98
135
|
|
|
99
|
-
print_parquet_metadata(
|
|
100
|
-
|
|
101
|
-
)
|
|
136
|
+
print_parquet_metadata(parquet_metadata)
|
|
137
|
+
print_compression_types(parquet_metadata)
|
|
102
138
|
print(f"Compression codecs: {compression}")
|
|
103
139
|
|
|
104
140
|
|
|
@@ -31,9 +31,27 @@ wheels = [
|
|
|
31
31
|
{ url = "https://files.pythonhosted.org/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6", size = 25335 },
|
|
32
32
|
]
|
|
33
33
|
|
|
34
|
+
[[package]]
|
|
35
|
+
name = "exceptiongroup"
|
|
36
|
+
version = "1.2.2"
|
|
37
|
+
source = { registry = "https://pypi.org/simple" }
|
|
38
|
+
sdist = { url = "https://files.pythonhosted.org/packages/09/35/2495c4ac46b980e4ca1f6ad6db102322ef3ad2410b79fdde159a4b0f3b92/exceptiongroup-1.2.2.tar.gz", hash = "sha256:47c2edf7c6738fafb49fd34290706d1a1a2f4d1c6df275526b62cbb4aa5393cc", size = 28883 }
|
|
39
|
+
wheels = [
|
|
40
|
+
{ url = "https://files.pythonhosted.org/packages/02/cc/b7e31358aac6ed1ef2bb790a9746ac2c69bcb3c8588b41616914eb106eaf/exceptiongroup-1.2.2-py3-none-any.whl", hash = "sha256:3111b9d131c238bec2f8f516e123e14ba243563fb135d3fe885990585aa7795b", size = 16453 },
|
|
41
|
+
]
|
|
42
|
+
|
|
43
|
+
[[package]]
|
|
44
|
+
name = "iniconfig"
|
|
45
|
+
version = "2.0.0"
|
|
46
|
+
source = { registry = "https://pypi.org/simple" }
|
|
47
|
+
sdist = { url = "https://files.pythonhosted.org/packages/d7/4b/cbd8e699e64a6f16ca3a8220661b5f83792b3017d0f79807cb8708d33913/iniconfig-2.0.0.tar.gz", hash = "sha256:2d91e135bf72d31a410b17c16da610a82cb55f6b0477d1a902134b24a455b8b3", size = 4646 }
|
|
48
|
+
wheels = [
|
|
49
|
+
{ url = "https://files.pythonhosted.org/packages/ef/a6/62565a6e1cf69e10f5727360368e451d4b7f58beeac6173dc9db836a5b46/iniconfig-2.0.0-py3-none-any.whl", hash = "sha256:b6a85871a79d2e3b22d2d1b94ac2824226a63c6b741c88f7ae975f18b6778374", size = 5892 },
|
|
50
|
+
]
|
|
51
|
+
|
|
34
52
|
[[package]]
|
|
35
53
|
name = "iparq"
|
|
36
|
-
version = "0.1.
|
|
54
|
+
version = "0.1.3"
|
|
37
55
|
source = { editable = "." }
|
|
38
56
|
dependencies = [
|
|
39
57
|
{ name = "pyarrow" },
|
|
@@ -41,10 +59,22 @@ dependencies = [
|
|
|
41
59
|
{ name = "typer" },
|
|
42
60
|
]
|
|
43
61
|
|
|
62
|
+
[package.optional-dependencies]
|
|
63
|
+
checks = [
|
|
64
|
+
{ name = "mypy" },
|
|
65
|
+
{ name = "ruff" },
|
|
66
|
+
]
|
|
67
|
+
test = [
|
|
68
|
+
{ name = "pytest" },
|
|
69
|
+
]
|
|
70
|
+
|
|
44
71
|
[package.metadata]
|
|
45
72
|
requires-dist = [
|
|
73
|
+
{ name = "mypy", marker = "extra == 'checks'", specifier = ">=1.14.1" },
|
|
46
74
|
{ name = "pyarrow", specifier = ">=19.0.0" },
|
|
47
75
|
{ name = "pydantic", specifier = ">=2.10.6" },
|
|
76
|
+
{ name = "pytest", marker = "extra == 'test'", specifier = ">=7.0" },
|
|
77
|
+
{ name = "ruff", marker = "extra == 'checks'", specifier = ">=0.9.3" },
|
|
48
78
|
{ name = "typer", specifier = ">=0.15.1" },
|
|
49
79
|
]
|
|
50
80
|
|
|
@@ -69,6 +99,77 @@ wheels = [
|
|
|
69
99
|
{ url = "https://files.pythonhosted.org/packages/b3/38/89ba8ad64ae25be8de66a6d463314cf1eb366222074cfda9ee839c56a4b4/mdurl-0.1.2-py3-none-any.whl", hash = "sha256:84008a41e51615a49fc9966191ff91509e3c40b939176e643fd50a5c2196b8f8", size = 9979 },
|
|
70
100
|
]
|
|
71
101
|
|
|
102
|
+
[[package]]
|
|
103
|
+
name = "mypy"
|
|
104
|
+
version = "1.14.1"
|
|
105
|
+
source = { registry = "https://pypi.org/simple" }
|
|
106
|
+
dependencies = [
|
|
107
|
+
{ name = "mypy-extensions" },
|
|
108
|
+
{ name = "tomli", marker = "python_full_version < '3.11'" },
|
|
109
|
+
{ name = "typing-extensions" },
|
|
110
|
+
]
|
|
111
|
+
sdist = { url = "https://files.pythonhosted.org/packages/b9/eb/2c92d8ea1e684440f54fa49ac5d9a5f19967b7b472a281f419e69a8d228e/mypy-1.14.1.tar.gz", hash = "sha256:7ec88144fe9b510e8475ec2f5f251992690fcf89ccb4500b214b4226abcd32d6", size = 3216051 }
|
|
112
|
+
wheels = [
|
|
113
|
+
{ url = "https://files.pythonhosted.org/packages/9b/7a/87ae2adb31d68402da6da1e5f30c07ea6063e9f09b5e7cfc9dfa44075e74/mypy-1.14.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:52686e37cf13d559f668aa398dd7ddf1f92c5d613e4f8cb262be2fb4fedb0fcb", size = 11211002 },
|
|
114
|
+
{ url = "https://files.pythonhosted.org/packages/e1/23/eada4c38608b444618a132be0d199b280049ded278b24cbb9d3fc59658e4/mypy-1.14.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:1fb545ca340537d4b45d3eecdb3def05e913299ca72c290326be19b3804b39c0", size = 10358400 },
|
|
115
|
+
{ url = "https://files.pythonhosted.org/packages/43/c9/d6785c6f66241c62fd2992b05057f404237deaad1566545e9f144ced07f5/mypy-1.14.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:90716d8b2d1f4cd503309788e51366f07c56635a3309b0f6a32547eaaa36a64d", size = 12095172 },
|
|
116
|
+
{ url = "https://files.pythonhosted.org/packages/c3/62/daa7e787770c83c52ce2aaf1a111eae5893de9e004743f51bfcad9e487ec/mypy-1.14.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:2ae753f5c9fef278bcf12e1a564351764f2a6da579d4a81347e1d5a15819997b", size = 12828732 },
|
|
117
|
+
{ url = "https://files.pythonhosted.org/packages/1b/a2/5fb18318a3637f29f16f4e41340b795da14f4751ef4f51c99ff39ab62e52/mypy-1.14.1-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:e0fe0f5feaafcb04505bcf439e991c6d8f1bf8b15f12b05feeed96e9e7bf1427", size = 13012197 },
|
|
118
|
+
{ url = "https://files.pythonhosted.org/packages/28/99/e153ce39105d164b5f02c06c35c7ba958aaff50a2babba7d080988b03fe7/mypy-1.14.1-cp310-cp310-win_amd64.whl", hash = "sha256:7d54bd85b925e501c555a3227f3ec0cfc54ee8b6930bd6141ec872d1c572f81f", size = 9780836 },
|
|
119
|
+
{ url = "https://files.pythonhosted.org/packages/da/11/a9422850fd506edbcdc7f6090682ecceaf1f87b9dd847f9df79942da8506/mypy-1.14.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:f995e511de847791c3b11ed90084a7a0aafdc074ab88c5a9711622fe4751138c", size = 11120432 },
|
|
120
|
+
{ url = "https://files.pythonhosted.org/packages/b6/9e/47e450fd39078d9c02d620545b2cb37993a8a8bdf7db3652ace2f80521ca/mypy-1.14.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:d64169ec3b8461311f8ce2fd2eb5d33e2d0f2c7b49116259c51d0d96edee48d1", size = 10279515 },
|
|
121
|
+
{ url = "https://files.pythonhosted.org/packages/01/b5/6c8d33bd0f851a7692a8bfe4ee75eb82b6983a3cf39e5e32a5d2a723f0c1/mypy-1.14.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:ba24549de7b89b6381b91fbc068d798192b1b5201987070319889e93038967a8", size = 12025791 },
|
|
122
|
+
{ url = "https://files.pythonhosted.org/packages/f0/4c/e10e2c46ea37cab5c471d0ddaaa9a434dc1d28650078ac1b56c2d7b9b2e4/mypy-1.14.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:183cf0a45457d28ff9d758730cd0210419ac27d4d3f285beda038c9083363b1f", size = 12749203 },
|
|
123
|
+
{ url = "https://files.pythonhosted.org/packages/88/55/beacb0c69beab2153a0f57671ec07861d27d735a0faff135a494cd4f5020/mypy-1.14.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:f2a0ecc86378f45347f586e4163d1769dd81c5a223d577fe351f26b179e148b1", size = 12885900 },
|
|
124
|
+
{ url = "https://files.pythonhosted.org/packages/a2/75/8c93ff7f315c4d086a2dfcde02f713004357d70a163eddb6c56a6a5eff40/mypy-1.14.1-cp311-cp311-win_amd64.whl", hash = "sha256:ad3301ebebec9e8ee7135d8e3109ca76c23752bac1e717bc84cd3836b4bf3eae", size = 9777869 },
|
|
125
|
+
{ url = "https://files.pythonhosted.org/packages/43/1b/b38c079609bb4627905b74fc6a49849835acf68547ac33d8ceb707de5f52/mypy-1.14.1-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:30ff5ef8519bbc2e18b3b54521ec319513a26f1bba19a7582e7b1f58a6e69f14", size = 11266668 },
|
|
126
|
+
{ url = "https://files.pythonhosted.org/packages/6b/75/2ed0d2964c1ffc9971c729f7a544e9cd34b2cdabbe2d11afd148d7838aa2/mypy-1.14.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:cb9f255c18052343c70234907e2e532bc7e55a62565d64536dbc7706a20b78b9", size = 10254060 },
|
|
127
|
+
{ url = "https://files.pythonhosted.org/packages/a1/5f/7b8051552d4da3c51bbe8fcafffd76a6823779101a2b198d80886cd8f08e/mypy-1.14.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:8b4e3413e0bddea671012b063e27591b953d653209e7a4fa5e48759cda77ca11", size = 11933167 },
|
|
128
|
+
{ url = "https://files.pythonhosted.org/packages/04/90/f53971d3ac39d8b68bbaab9a4c6c58c8caa4d5fd3d587d16f5927eeeabe1/mypy-1.14.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:553c293b1fbdebb6c3c4030589dab9fafb6dfa768995a453d8a5d3b23784af2e", size = 12864341 },
|
|
129
|
+
{ url = "https://files.pythonhosted.org/packages/03/d2/8bc0aeaaf2e88c977db41583559319f1821c069e943ada2701e86d0430b7/mypy-1.14.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:fad79bfe3b65fe6a1efaed97b445c3d37f7be9fdc348bdb2d7cac75579607c89", size = 12972991 },
|
|
130
|
+
{ url = "https://files.pythonhosted.org/packages/6f/17/07815114b903b49b0f2cf7499f1c130e5aa459411596668267535fe9243c/mypy-1.14.1-cp312-cp312-win_amd64.whl", hash = "sha256:8fa2220e54d2946e94ab6dbb3ba0a992795bd68b16dc852db33028df2b00191b", size = 9879016 },
|
|
131
|
+
{ url = "https://files.pythonhosted.org/packages/9e/15/bb6a686901f59222275ab228453de741185f9d54fecbaacec041679496c6/mypy-1.14.1-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:92c3ed5afb06c3a8e188cb5da4984cab9ec9a77ba956ee419c68a388b4595255", size = 11252097 },
|
|
132
|
+
{ url = "https://files.pythonhosted.org/packages/f8/b3/8b0f74dfd072c802b7fa368829defdf3ee1566ba74c32a2cb2403f68024c/mypy-1.14.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:dbec574648b3e25f43d23577309b16534431db4ddc09fda50841f1e34e64ed34", size = 10239728 },
|
|
133
|
+
{ url = "https://files.pythonhosted.org/packages/c5/9b/4fd95ab20c52bb5b8c03cc49169be5905d931de17edfe4d9d2986800b52e/mypy-1.14.1-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:8c6d94b16d62eb3e947281aa7347d78236688e21081f11de976376cf010eb31a", size = 11924965 },
|
|
134
|
+
{ url = "https://files.pythonhosted.org/packages/56/9d/4a236b9c57f5d8f08ed346914b3f091a62dd7e19336b2b2a0d85485f82ff/mypy-1.14.1-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d4b19b03fdf54f3c5b2fa474c56b4c13c9dbfb9a2db4370ede7ec11a2c5927d9", size = 12867660 },
|
|
135
|
+
{ url = "https://files.pythonhosted.org/packages/40/88/a61a5497e2f68d9027de2bb139c7bb9abaeb1be1584649fa9d807f80a338/mypy-1.14.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:0c911fde686394753fff899c409fd4e16e9b294c24bfd5e1ea4675deae1ac6fd", size = 12969198 },
|
|
136
|
+
{ url = "https://files.pythonhosted.org/packages/54/da/3d6fc5d92d324701b0c23fb413c853892bfe0e1dbe06c9138037d459756b/mypy-1.14.1-cp313-cp313-win_amd64.whl", hash = "sha256:8b21525cb51671219f5307be85f7e646a153e5acc656e5cebf64bfa076c50107", size = 9885276 },
|
|
137
|
+
{ url = "https://files.pythonhosted.org/packages/ca/1f/186d133ae2514633f8558e78cd658070ba686c0e9275c5a5c24a1e1f0d67/mypy-1.14.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:3888a1816d69f7ab92092f785a462944b3ca16d7c470d564165fe703b0970c35", size = 11200493 },
|
|
138
|
+
{ url = "https://files.pythonhosted.org/packages/af/fc/4842485d034e38a4646cccd1369f6b1ccd7bc86989c52770d75d719a9941/mypy-1.14.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:46c756a444117c43ee984bd055db99e498bc613a70bbbc120272bd13ca579fbc", size = 10357702 },
|
|
139
|
+
{ url = "https://files.pythonhosted.org/packages/b4/e6/457b83f2d701e23869cfec013a48a12638f75b9d37612a9ddf99072c1051/mypy-1.14.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:27fc248022907e72abfd8e22ab1f10e903915ff69961174784a3900a8cba9ad9", size = 12091104 },
|
|
140
|
+
{ url = "https://files.pythonhosted.org/packages/f1/bf/76a569158db678fee59f4fd30b8e7a0d75bcbaeef49edd882a0d63af6d66/mypy-1.14.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:499d6a72fb7e5de92218db961f1a66d5f11783f9ae549d214617edab5d4dbdbb", size = 12830167 },
|
|
141
|
+
{ url = "https://files.pythonhosted.org/packages/43/bc/0bc6b694b3103de9fed61867f1c8bd33336b913d16831431e7cb48ef1c92/mypy-1.14.1-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:57961db9795eb566dc1d1b4e9139ebc4c6b0cb6e7254ecde69d1552bf7613f60", size = 13013834 },
|
|
142
|
+
{ url = "https://files.pythonhosted.org/packages/b0/79/5f5ec47849b6df1e6943d5fd8e6632fbfc04b4fd4acfa5a5a9535d11b4e2/mypy-1.14.1-cp39-cp39-win_amd64.whl", hash = "sha256:07ba89fdcc9451f2ebb02853deb6aaaa3d2239a236669a63ab3801bbf923ef5c", size = 9781231 },
|
|
143
|
+
{ url = "https://files.pythonhosted.org/packages/a0/b5/32dd67b69a16d088e533962e5044e51004176a9952419de0370cdaead0f8/mypy-1.14.1-py3-none-any.whl", hash = "sha256:b66a60cc4073aeb8ae00057f9c1f64d49e90f918fbcef9a977eb121da8b8f1d1", size = 2752905 },
|
|
144
|
+
]
|
|
145
|
+
|
|
146
|
+
[[package]]
|
|
147
|
+
name = "mypy-extensions"
|
|
148
|
+
version = "1.0.0"
|
|
149
|
+
source = { registry = "https://pypi.org/simple" }
|
|
150
|
+
sdist = { url = "https://files.pythonhosted.org/packages/98/a4/1ab47638b92648243faf97a5aeb6ea83059cc3624972ab6b8d2316078d3f/mypy_extensions-1.0.0.tar.gz", hash = "sha256:75dbf8955dc00442a438fc4d0666508a9a97b6bd41aa2f0ffe9d2f2725af0782", size = 4433 }
|
|
151
|
+
wheels = [
|
|
152
|
+
{ url = "https://files.pythonhosted.org/packages/2a/e2/5d3f6ada4297caebe1a2add3b126fe800c96f56dbe5d1988a2cbe0b267aa/mypy_extensions-1.0.0-py3-none-any.whl", hash = "sha256:4392f6c0eb8a5668a69e23d168ffa70f0be9ccfd32b5cc2d26a34ae5b844552d", size = 4695 },
|
|
153
|
+
]
|
|
154
|
+
|
|
155
|
+
[[package]]
|
|
156
|
+
name = "packaging"
|
|
157
|
+
version = "24.2"
|
|
158
|
+
source = { registry = "https://pypi.org/simple" }
|
|
159
|
+
sdist = { url = "https://files.pythonhosted.org/packages/d0/63/68dbb6eb2de9cb10ee4c9c14a0148804425e13c4fb20d61cce69f53106da/packaging-24.2.tar.gz", hash = "sha256:c228a6dc5e932d346bc5739379109d49e8853dd8223571c7c5b55260edc0b97f", size = 163950 }
|
|
160
|
+
wheels = [
|
|
161
|
+
{ url = "https://files.pythonhosted.org/packages/88/ef/eb23f262cca3c0c4eb7ab1933c3b1f03d021f2c48f54763065b6f0e321be/packaging-24.2-py3-none-any.whl", hash = "sha256:09abb1bccd265c01f4a3aa3f7a7db064b36514d2cba19a2f694fe6150451a759", size = 65451 },
|
|
162
|
+
]
|
|
163
|
+
|
|
164
|
+
[[package]]
|
|
165
|
+
name = "pluggy"
|
|
166
|
+
version = "1.5.0"
|
|
167
|
+
source = { registry = "https://pypi.org/simple" }
|
|
168
|
+
sdist = { url = "https://files.pythonhosted.org/packages/96/2d/02d4312c973c6050a18b314a5ad0b3210edb65a906f868e31c111dede4a6/pluggy-1.5.0.tar.gz", hash = "sha256:2cffa88e94fdc978c4c574f15f9e59b7f4201d439195c3715ca9e2486f1d0cf1", size = 67955 }
|
|
169
|
+
wheels = [
|
|
170
|
+
{ url = "https://files.pythonhosted.org/packages/88/5f/e351af9a41f866ac3f1fac4ca0613908d9a41741cfcf2228f4ad853b697d/pluggy-1.5.0-py3-none-any.whl", hash = "sha256:44e1ad92c8ca002de6377e165f3e0f1be63266ab4d554740532335b9d75ea669", size = 20556 },
|
|
171
|
+
]
|
|
172
|
+
|
|
72
173
|
[[package]]
|
|
73
174
|
name = "pyarrow"
|
|
74
175
|
version = "19.0.0"
|
|
@@ -238,6 +339,23 @@ wheels = [
|
|
|
238
339
|
{ url = "https://files.pythonhosted.org/packages/8a/0b/9fcc47d19c48b59121088dd6da2488a49d5f72dacf8262e2790a1d2c7d15/pygments-2.19.1-py3-none-any.whl", hash = "sha256:9ea1544ad55cecf4b8242fab6dd35a93bbce657034b0611ee383099054ab6d8c", size = 1225293 },
|
|
239
340
|
]
|
|
240
341
|
|
|
342
|
+
[[package]]
|
|
343
|
+
name = "pytest"
|
|
344
|
+
version = "8.3.4"
|
|
345
|
+
source = { registry = "https://pypi.org/simple" }
|
|
346
|
+
dependencies = [
|
|
347
|
+
{ name = "colorama", marker = "sys_platform == 'win32'" },
|
|
348
|
+
{ name = "exceptiongroup", marker = "python_full_version < '3.11'" },
|
|
349
|
+
{ name = "iniconfig" },
|
|
350
|
+
{ name = "packaging" },
|
|
351
|
+
{ name = "pluggy" },
|
|
352
|
+
{ name = "tomli", marker = "python_full_version < '3.11'" },
|
|
353
|
+
]
|
|
354
|
+
sdist = { url = "https://files.pythonhosted.org/packages/05/35/30e0d83068951d90a01852cb1cef56e5d8a09d20c7f511634cc2f7e0372a/pytest-8.3.4.tar.gz", hash = "sha256:965370d062bce11e73868e0335abac31b4d3de0e82f4007408d242b4f8610761", size = 1445919 }
|
|
355
|
+
wheels = [
|
|
356
|
+
{ url = "https://files.pythonhosted.org/packages/11/92/76a1c94d3afee238333bc0a42b82935dd8f9cf8ce9e336ff87ee14d9e1cf/pytest-8.3.4-py3-none-any.whl", hash = "sha256:50e16d954148559c9a74109af1eaf0c945ba2d8f30f0a3d3335edde19788b6f6", size = 343083 },
|
|
357
|
+
]
|
|
358
|
+
|
|
241
359
|
[[package]]
|
|
242
360
|
name = "rich"
|
|
243
361
|
version = "13.9.4"
|
|
@@ -252,6 +370,31 @@ wheels = [
|
|
|
252
370
|
{ url = "https://files.pythonhosted.org/packages/19/71/39c7c0d87f8d4e6c020a393182060eaefeeae6c01dab6a84ec346f2567df/rich-13.9.4-py3-none-any.whl", hash = "sha256:6049d5e6ec054bf2779ab3358186963bac2ea89175919d699e378b99738c2a90", size = 242424 },
|
|
253
371
|
]
|
|
254
372
|
|
|
373
|
+
[[package]]
|
|
374
|
+
name = "ruff"
|
|
375
|
+
version = "0.9.3"
|
|
376
|
+
source = { registry = "https://pypi.org/simple" }
|
|
377
|
+
sdist = { url = "https://files.pythonhosted.org/packages/1e/7f/60fda2eec81f23f8aa7cbbfdf6ec2ca11eb11c273827933fb2541c2ce9d8/ruff-0.9.3.tar.gz", hash = "sha256:8293f89985a090ebc3ed1064df31f3b4b56320cdfcec8b60d3295bddb955c22a", size = 3586740 }
|
|
378
|
+
wheels = [
|
|
379
|
+
{ url = "https://files.pythonhosted.org/packages/f9/77/4fb790596d5d52c87fd55b7160c557c400e90f6116a56d82d76e95d9374a/ruff-0.9.3-py3-none-linux_armv6l.whl", hash = "sha256:7f39b879064c7d9670197d91124a75d118d00b0990586549949aae80cdc16624", size = 11656815 },
|
|
380
|
+
{ url = "https://files.pythonhosted.org/packages/a2/a8/3338ecb97573eafe74505f28431df3842c1933c5f8eae615427c1de32858/ruff-0.9.3-py3-none-macosx_10_12_x86_64.whl", hash = "sha256:a187171e7c09efa4b4cc30ee5d0d55a8d6c5311b3e1b74ac5cb96cc89bafc43c", size = 11594821 },
|
|
381
|
+
{ url = "https://files.pythonhosted.org/packages/8e/89/320223c3421962762531a6b2dd58579b858ca9916fb2674874df5e97d628/ruff-0.9.3-py3-none-macosx_11_0_arm64.whl", hash = "sha256:c59ab92f8e92d6725b7ded9d4a31be3ef42688a115c6d3da9457a5bda140e2b4", size = 11040475 },
|
|
382
|
+
{ url = "https://files.pythonhosted.org/packages/b2/bd/1d775eac5e51409535804a3a888a9623e87a8f4b53e2491580858a083692/ruff-0.9.3-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2dc153c25e715be41bb228bc651c1e9b1a88d5c6e5ed0194fa0dfea02b026439", size = 11856207 },
|
|
383
|
+
{ url = "https://files.pythonhosted.org/packages/7f/c6/3e14e09be29587393d188454064a4aa85174910d16644051a80444e4fd88/ruff-0.9.3-py3-none-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:646909a1e25e0dc28fbc529eab8eb7bb583079628e8cbe738192853dbbe43af5", size = 11420460 },
|
|
384
|
+
{ url = "https://files.pythonhosted.org/packages/ef/42/b7ca38ffd568ae9b128a2fa76353e9a9a3c80ef19746408d4ce99217ecc1/ruff-0.9.3-py3-none-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:5a5a46e09355695fbdbb30ed9889d6cf1c61b77b700a9fafc21b41f097bfbba4", size = 12605472 },
|
|
385
|
+
{ url = "https://files.pythonhosted.org/packages/a6/a1/3167023f23e3530fde899497ccfe239e4523854cb874458ac082992d206c/ruff-0.9.3-py3-none-manylinux_2_17_ppc64.manylinux2014_ppc64.whl", hash = "sha256:c4bb09d2bbb394e3730d0918c00276e79b2de70ec2a5231cd4ebb51a57df9ba1", size = 13243123 },
|
|
386
|
+
{ url = "https://files.pythonhosted.org/packages/d0/b4/3c600758e320f5bf7de16858502e849f4216cb0151f819fa0d1154874802/ruff-0.9.3-py3-none-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:96a87ec31dc1044d8c2da2ebbed1c456d9b561e7d087734336518181b26b3aa5", size = 12744650 },
|
|
387
|
+
{ url = "https://files.pythonhosted.org/packages/be/38/266fbcbb3d0088862c9bafa8b1b99486691d2945a90b9a7316336a0d9a1b/ruff-0.9.3-py3-none-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9bb7554aca6f842645022fe2d301c264e6925baa708b392867b7a62645304df4", size = 14458585 },
|
|
388
|
+
{ url = "https://files.pythonhosted.org/packages/63/a6/47fd0e96990ee9b7a4abda62de26d291bd3f7647218d05b7d6d38af47c30/ruff-0.9.3-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cabc332b7075a914ecea912cd1f3d4370489c8018f2c945a30bcc934e3bc06a6", size = 12419624 },
|
|
389
|
+
{ url = "https://files.pythonhosted.org/packages/84/5d/de0b7652e09f7dda49e1a3825a164a65f4998175b6486603c7601279baad/ruff-0.9.3-py3-none-musllinux_1_2_aarch64.whl", hash = "sha256:33866c3cc2a575cbd546f2cd02bdd466fed65118e4365ee538a3deffd6fcb730", size = 11843238 },
|
|
390
|
+
{ url = "https://files.pythonhosted.org/packages/9e/be/3f341ceb1c62b565ec1fb6fd2139cc40b60ae6eff4b6fb8f94b1bb37c7a9/ruff-0.9.3-py3-none-musllinux_1_2_armv7l.whl", hash = "sha256:006e5de2621304c8810bcd2ee101587712fa93b4f955ed0985907a36c427e0c2", size = 11484012 },
|
|
391
|
+
{ url = "https://files.pythonhosted.org/packages/a3/c8/ff8acbd33addc7e797e702cf00bfde352ab469723720c5607b964491d5cf/ruff-0.9.3-py3-none-musllinux_1_2_i686.whl", hash = "sha256:ba6eea4459dbd6b1be4e6bfc766079fb9b8dd2e5a35aff6baee4d9b1514ea519", size = 12038494 },
|
|
392
|
+
{ url = "https://files.pythonhosted.org/packages/73/b1/8d9a2c0efbbabe848b55f877bc10c5001a37ab10aca13c711431673414e5/ruff-0.9.3-py3-none-musllinux_1_2_x86_64.whl", hash = "sha256:90230a6b8055ad47d3325e9ee8f8a9ae7e273078a66401ac66df68943ced029b", size = 12473639 },
|
|
393
|
+
{ url = "https://files.pythonhosted.org/packages/cb/44/a673647105b1ba6da9824a928634fe23186ab19f9d526d7bdf278cd27bc3/ruff-0.9.3-py3-none-win32.whl", hash = "sha256:eabe5eb2c19a42f4808c03b82bd313fc84d4e395133fb3fc1b1516170a31213c", size = 9834353 },
|
|
394
|
+
{ url = "https://files.pythonhosted.org/packages/c3/01/65cadb59bf8d4fbe33d1a750103e6883d9ef302f60c28b73b773092fbde5/ruff-0.9.3-py3-none-win_amd64.whl", hash = "sha256:040ceb7f20791dfa0e78b4230ee9dce23da3b64dd5848e40e3bf3ab76468dcf4", size = 10821444 },
|
|
395
|
+
{ url = "https://files.pythonhosted.org/packages/69/cb/b3fe58a136a27d981911cba2f18e4b29f15010623b79f0f2510fd0d31fd3/ruff-0.9.3-py3-none-win_arm64.whl", hash = "sha256:800d773f6d4d33b0a3c60e2c6ae8f4c202ea2de056365acfa519aa48acf28e0b", size = 10038168 },
|
|
396
|
+
]
|
|
397
|
+
|
|
255
398
|
[[package]]
|
|
256
399
|
name = "shellingham"
|
|
257
400
|
version = "1.5.4"
|
|
@@ -261,6 +404,45 @@ wheels = [
|
|
|
261
404
|
{ url = "https://files.pythonhosted.org/packages/e0/f9/0595336914c5619e5f28a1fb793285925a8cd4b432c9da0a987836c7f822/shellingham-1.5.4-py2.py3-none-any.whl", hash = "sha256:7ecfff8f2fd72616f7481040475a65b2bf8af90a56c89140852d1120324e8686", size = 9755 },
|
|
262
405
|
]
|
|
263
406
|
|
|
407
|
+
[[package]]
|
|
408
|
+
name = "tomli"
|
|
409
|
+
version = "2.2.1"
|
|
410
|
+
source = { registry = "https://pypi.org/simple" }
|
|
411
|
+
sdist = { url = "https://files.pythonhosted.org/packages/18/87/302344fed471e44a87289cf4967697d07e532f2421fdaf868a303cbae4ff/tomli-2.2.1.tar.gz", hash = "sha256:cd45e1dc79c835ce60f7404ec8119f2eb06d38b1deba146f07ced3bbc44505ff", size = 17175 }
|
|
412
|
+
wheels = [
|
|
413
|
+
{ url = "https://files.pythonhosted.org/packages/43/ca/75707e6efa2b37c77dadb324ae7d9571cb424e61ea73fad7c56c2d14527f/tomli-2.2.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:678e4fa69e4575eb77d103de3df8a895e1591b48e740211bd1067378c69e8249", size = 131077 },
|
|
414
|
+
{ url = "https://files.pythonhosted.org/packages/c7/16/51ae563a8615d472fdbffc43a3f3d46588c264ac4f024f63f01283becfbb/tomli-2.2.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:023aa114dd824ade0100497eb2318602af309e5a55595f76b626d6d9f3b7b0a6", size = 123429 },
|
|
415
|
+
{ url = "https://files.pythonhosted.org/packages/f1/dd/4f6cd1e7b160041db83c694abc78e100473c15d54620083dbd5aae7b990e/tomli-2.2.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ece47d672db52ac607a3d9599a9d48dcb2f2f735c6c2d1f34130085bb12b112a", size = 226067 },
|
|
416
|
+
{ url = "https://files.pythonhosted.org/packages/a9/6b/c54ede5dc70d648cc6361eaf429304b02f2871a345bbdd51e993d6cdf550/tomli-2.2.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6972ca9c9cc9f0acaa56a8ca1ff51e7af152a9f87fb64623e31d5c83700080ee", size = 236030 },
|
|
417
|
+
{ url = "https://files.pythonhosted.org/packages/1f/47/999514fa49cfaf7a92c805a86c3c43f4215621855d151b61c602abb38091/tomli-2.2.1-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:c954d2250168d28797dd4e3ac5cf812a406cd5a92674ee4c8f123c889786aa8e", size = 240898 },
|
|
418
|
+
{ url = "https://files.pythonhosted.org/packages/73/41/0a01279a7ae09ee1573b423318e7934674ce06eb33f50936655071d81a24/tomli-2.2.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:8dd28b3e155b80f4d54beb40a441d366adcfe740969820caf156c019fb5c7ec4", size = 229894 },
|
|
419
|
+
{ url = "https://files.pythonhosted.org/packages/55/18/5d8bc5b0a0362311ce4d18830a5d28943667599a60d20118074ea1b01bb7/tomli-2.2.1-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:e59e304978767a54663af13c07b3d1af22ddee3bb2fb0618ca1593e4f593a106", size = 245319 },
|
|
420
|
+
{ url = "https://files.pythonhosted.org/packages/92/a3/7ade0576d17f3cdf5ff44d61390d4b3febb8a9fc2b480c75c47ea048c646/tomli-2.2.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:33580bccab0338d00994d7f16f4c4ec25b776af3ffaac1ed74e0b3fc95e885a8", size = 238273 },
|
|
421
|
+
{ url = "https://files.pythonhosted.org/packages/72/6f/fa64ef058ac1446a1e51110c375339b3ec6be245af9d14c87c4a6412dd32/tomli-2.2.1-cp311-cp311-win32.whl", hash = "sha256:465af0e0875402f1d226519c9904f37254b3045fc5084697cefb9bdde1ff99ff", size = 98310 },
|
|
422
|
+
{ url = "https://files.pythonhosted.org/packages/6a/1c/4a2dcde4a51b81be3530565e92eda625d94dafb46dbeb15069df4caffc34/tomli-2.2.1-cp311-cp311-win_amd64.whl", hash = "sha256:2d0f2fdd22b02c6d81637a3c95f8cd77f995846af7414c5c4b8d0545afa1bc4b", size = 108309 },
|
|
423
|
+
{ url = "https://files.pythonhosted.org/packages/52/e1/f8af4c2fcde17500422858155aeb0d7e93477a0d59a98e56cbfe75070fd0/tomli-2.2.1-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:4a8f6e44de52d5e6c657c9fe83b562f5f4256d8ebbfe4ff922c495620a7f6cea", size = 132762 },
|
|
424
|
+
{ url = "https://files.pythonhosted.org/packages/03/b8/152c68bb84fc00396b83e7bbddd5ec0bd3dd409db4195e2a9b3e398ad2e3/tomli-2.2.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:8d57ca8095a641b8237d5b079147646153d22552f1c637fd3ba7f4b0b29167a8", size = 123453 },
|
|
425
|
+
{ url = "https://files.pythonhosted.org/packages/c8/d6/fc9267af9166f79ac528ff7e8c55c8181ded34eb4b0e93daa767b8841573/tomli-2.2.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4e340144ad7ae1533cb897d406382b4b6fede8890a03738ff1683af800d54192", size = 233486 },
|
|
426
|
+
{ url = "https://files.pythonhosted.org/packages/5c/51/51c3f2884d7bab89af25f678447ea7d297b53b5a3b5730a7cb2ef6069f07/tomli-2.2.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:db2b95f9de79181805df90bedc5a5ab4c165e6ec3fe99f970d0e302f384ad222", size = 242349 },
|
|
427
|
+
{ url = "https://files.pythonhosted.org/packages/ab/df/bfa89627d13a5cc22402e441e8a931ef2108403db390ff3345c05253935e/tomli-2.2.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:40741994320b232529c802f8bc86da4e1aa9f413db394617b9a256ae0f9a7f77", size = 252159 },
|
|
428
|
+
{ url = "https://files.pythonhosted.org/packages/9e/6e/fa2b916dced65763a5168c6ccb91066f7639bdc88b48adda990db10c8c0b/tomli-2.2.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:400e720fe168c0f8521520190686ef8ef033fb19fc493da09779e592861b78c6", size = 237243 },
|
|
429
|
+
{ url = "https://files.pythonhosted.org/packages/b4/04/885d3b1f650e1153cbb93a6a9782c58a972b94ea4483ae4ac5cedd5e4a09/tomli-2.2.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:02abe224de6ae62c19f090f68da4e27b10af2b93213d36cf44e6e1c5abd19fdd", size = 259645 },
|
|
430
|
+
{ url = "https://files.pythonhosted.org/packages/9c/de/6b432d66e986e501586da298e28ebeefd3edc2c780f3ad73d22566034239/tomli-2.2.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:b82ebccc8c8a36f2094e969560a1b836758481f3dc360ce9a3277c65f374285e", size = 244584 },
|
|
431
|
+
{ url = "https://files.pythonhosted.org/packages/1c/9a/47c0449b98e6e7d1be6cbac02f93dd79003234ddc4aaab6ba07a9a7482e2/tomli-2.2.1-cp312-cp312-win32.whl", hash = "sha256:889f80ef92701b9dbb224e49ec87c645ce5df3fa2cc548664eb8a25e03127a98", size = 98875 },
|
|
432
|
+
{ url = "https://files.pythonhosted.org/packages/ef/60/9b9638f081c6f1261e2688bd487625cd1e660d0a85bd469e91d8db969734/tomli-2.2.1-cp312-cp312-win_amd64.whl", hash = "sha256:7fc04e92e1d624a4a63c76474610238576942d6b8950a2d7f908a340494e67e4", size = 109418 },
|
|
433
|
+
{ url = "https://files.pythonhosted.org/packages/04/90/2ee5f2e0362cb8a0b6499dc44f4d7d48f8fff06d28ba46e6f1eaa61a1388/tomli-2.2.1-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:f4039b9cbc3048b2416cc57ab3bda989a6fcf9b36cf8937f01a6e731b64f80d7", size = 132708 },
|
|
434
|
+
{ url = "https://files.pythonhosted.org/packages/c0/ec/46b4108816de6b385141f082ba99e315501ccd0a2ea23db4a100dd3990ea/tomli-2.2.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:286f0ca2ffeeb5b9bd4fcc8d6c330534323ec51b2f52da063b11c502da16f30c", size = 123582 },
|
|
435
|
+
{ url = "https://files.pythonhosted.org/packages/a0/bd/b470466d0137b37b68d24556c38a0cc819e8febe392d5b199dcd7f578365/tomli-2.2.1-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a92ef1a44547e894e2a17d24e7557a5e85a9e1d0048b0b5e7541f76c5032cb13", size = 232543 },
|
|
436
|
+
{ url = "https://files.pythonhosted.org/packages/d9/e5/82e80ff3b751373f7cead2815bcbe2d51c895b3c990686741a8e56ec42ab/tomli-2.2.1-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9316dc65bed1684c9a98ee68759ceaed29d229e985297003e494aa825ebb0281", size = 241691 },
|
|
437
|
+
{ url = "https://files.pythonhosted.org/packages/05/7e/2a110bc2713557d6a1bfb06af23dd01e7dde52b6ee7dadc589868f9abfac/tomli-2.2.1-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e85e99945e688e32d5a35c1ff38ed0b3f41f43fad8df0bdf79f72b2ba7bc5272", size = 251170 },
|
|
438
|
+
{ url = "https://files.pythonhosted.org/packages/64/7b/22d713946efe00e0adbcdfd6d1aa119ae03fd0b60ebed51ebb3fa9f5a2e5/tomli-2.2.1-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:ac065718db92ca818f8d6141b5f66369833d4a80a9d74435a268c52bdfa73140", size = 236530 },
|
|
439
|
+
{ url = "https://files.pythonhosted.org/packages/38/31/3a76f67da4b0cf37b742ca76beaf819dca0ebef26d78fc794a576e08accf/tomli-2.2.1-cp313-cp313-musllinux_1_2_i686.whl", hash = "sha256:d920f33822747519673ee656a4b6ac33e382eca9d331c87770faa3eef562aeb2", size = 258666 },
|
|
440
|
+
{ url = "https://files.pythonhosted.org/packages/07/10/5af1293da642aded87e8a988753945d0cf7e00a9452d3911dd3bb354c9e2/tomli-2.2.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:a198f10c4d1b1375d7687bc25294306e551bf1abfa4eace6650070a5c1ae2744", size = 243954 },
|
|
441
|
+
{ url = "https://files.pythonhosted.org/packages/5b/b9/1ed31d167be802da0fc95020d04cd27b7d7065cc6fbefdd2f9186f60d7bd/tomli-2.2.1-cp313-cp313-win32.whl", hash = "sha256:d3f5614314d758649ab2ab3a62d4f2004c825922f9e370b29416484086b264ec", size = 98724 },
|
|
442
|
+
{ url = "https://files.pythonhosted.org/packages/c7/32/b0963458706accd9afcfeb867c0f9175a741bf7b19cd424230714d722198/tomli-2.2.1-cp313-cp313-win_amd64.whl", hash = "sha256:a38aa0308e754b0e3c67e344754dff64999ff9b513e691d0e786265c93583c69", size = 109383 },
|
|
443
|
+
{ url = "https://files.pythonhosted.org/packages/6e/c2/61d3e0f47e2b74ef40a68b9e6ad5984f6241a942f7cd3bbfbdbd03861ea9/tomli-2.2.1-py3-none-any.whl", hash = "sha256:cb55c73c5f4408779d0cf3eef9f762b9c9f147a77de7b258bef0a5628adc85cc", size = 14257 },
|
|
444
|
+
]
|
|
445
|
+
|
|
264
446
|
[[package]]
|
|
265
447
|
name = "typer"
|
|
266
448
|
version = "0.15.1"
|
iparq-0.1.3/PKG-INFO
DELETED
|
@@ -1,73 +0,0 @@
|
|
|
1
|
-
Metadata-Version: 2.4
|
|
2
|
-
Name: iparq
|
|
3
|
-
Version: 0.1.3
|
|
4
|
-
Summary: Display version and compression information about a parquet file
|
|
5
|
-
Author-email: MiguelElGallo <miguel.zurcher@gmail.com>
|
|
6
|
-
License-File: LICENSE
|
|
7
|
-
Requires-Python: >=3.9
|
|
8
|
-
Requires-Dist: pyarrow>=19.0.0
|
|
9
|
-
Requires-Dist: pydantic>=2.10.6
|
|
10
|
-
Requires-Dist: typer>=0.15.1
|
|
11
|
-
Description-Content-Type: text/markdown
|
|
12
|
-
|
|
13
|
-
# iparq
|
|
14
|
-
|
|
15
|
-
After reading [this blog](https://duckdb.org/2025/01/22/parquet-encodings.html), I began to wonder which Parquet version and compression methods the everyday tools we rely on actually use, only to find that there’s no straightforward way to determine this. That curiosity and the difficulty of quickly discovering such details motivated me to create ipq (Information Parquet). My goal with ipq is to help users easily identify the specifics of the Parquet files generated by different engines, making it clear which features—like newer encodings or certain compression algorithms—the creator of the parquet is using.
|
|
16
|
-
|
|
17
|
-
## Installation
|
|
18
|
-
|
|
19
|
-
### Using pip
|
|
20
|
-
|
|
21
|
-
1) Install the package using pip:
|
|
22
|
-
|
|
23
|
-
```sh
|
|
24
|
-
pip install iparq
|
|
25
|
-
```
|
|
26
|
-
|
|
27
|
-
2) Verify the installation by running:
|
|
28
|
-
|
|
29
|
-
```sh
|
|
30
|
-
iparq --help
|
|
31
|
-
```
|
|
32
|
-
|
|
33
|
-
### Using uv
|
|
34
|
-
|
|
35
|
-
1) Make sure to have Astral’s UV installed by following the steps here:
|
|
36
|
-
|
|
37
|
-
<https://docs.astral.sh/uv/getting-started/installation/>
|
|
38
|
-
|
|
39
|
-
2) Execute the following command:
|
|
40
|
-
|
|
41
|
-
```sh
|
|
42
|
-
uv pip install iparq
|
|
43
|
-
```
|
|
44
|
-
|
|
45
|
-
3) Verify the installation by running:
|
|
46
|
-
|
|
47
|
-
```sh
|
|
48
|
-
iparq --help
|
|
49
|
-
```
|
|
50
|
-
|
|
51
|
-
## Usage
|
|
52
|
-
|
|
53
|
-
Run
|
|
54
|
-
|
|
55
|
-
```sh
|
|
56
|
-
iparq <filename>
|
|
57
|
-
```
|
|
58
|
-
|
|
59
|
-
Replace `<filename>` with the path to your .parquet file. The utility will read the metadata of the file and print the compression codecs used in the parquet file.
|
|
60
|
-
|
|
61
|
-
## Example output
|
|
62
|
-
|
|
63
|
-
```log
|
|
64
|
-
ParquetMetaModel(
|
|
65
|
-
created_by='parquet-cpp-arrow version 14.0.2',
|
|
66
|
-
num_columns=3,
|
|
67
|
-
num_rows=3,
|
|
68
|
-
num_row_groups=1,
|
|
69
|
-
format_version='2.6',
|
|
70
|
-
serialized_size=2223
|
|
71
|
-
)
|
|
72
|
-
Compression codecs: {'SNAPPY'}
|
|
73
|
-
```
|
iparq-0.1.3/README.md
DELETED
|
@@ -1,61 +0,0 @@
|
|
|
1
|
-
# iparq
|
|
2
|
-
|
|
3
|
-
After reading [this blog](https://duckdb.org/2025/01/22/parquet-encodings.html), I began to wonder which Parquet version and compression methods the everyday tools we rely on actually use, only to find that there’s no straightforward way to determine this. That curiosity and the difficulty of quickly discovering such details motivated me to create ipq (Information Parquet). My goal with ipq is to help users easily identify the specifics of the Parquet files generated by different engines, making it clear which features—like newer encodings or certain compression algorithms—the creator of the parquet is using.
|
|
4
|
-
|
|
5
|
-
## Installation
|
|
6
|
-
|
|
7
|
-
### Using pip
|
|
8
|
-
|
|
9
|
-
1) Install the package using pip:
|
|
10
|
-
|
|
11
|
-
```sh
|
|
12
|
-
pip install iparq
|
|
13
|
-
```
|
|
14
|
-
|
|
15
|
-
2) Verify the installation by running:
|
|
16
|
-
|
|
17
|
-
```sh
|
|
18
|
-
iparq --help
|
|
19
|
-
```
|
|
20
|
-
|
|
21
|
-
### Using uv
|
|
22
|
-
|
|
23
|
-
1) Make sure to have Astral’s UV installed by following the steps here:
|
|
24
|
-
|
|
25
|
-
<https://docs.astral.sh/uv/getting-started/installation/>
|
|
26
|
-
|
|
27
|
-
2) Execute the following command:
|
|
28
|
-
|
|
29
|
-
```sh
|
|
30
|
-
uv pip install iparq
|
|
31
|
-
```
|
|
32
|
-
|
|
33
|
-
3) Verify the installation by running:
|
|
34
|
-
|
|
35
|
-
```sh
|
|
36
|
-
iparq --help
|
|
37
|
-
```
|
|
38
|
-
|
|
39
|
-
## Usage
|
|
40
|
-
|
|
41
|
-
Run
|
|
42
|
-
|
|
43
|
-
```sh
|
|
44
|
-
iparq <filename>
|
|
45
|
-
```
|
|
46
|
-
|
|
47
|
-
Replace `<filename>` with the path to your .parquet file. The utility will read the metadata of the file and print the compression codecs used in the parquet file.
|
|
48
|
-
|
|
49
|
-
## Example output
|
|
50
|
-
|
|
51
|
-
```log
|
|
52
|
-
ParquetMetaModel(
|
|
53
|
-
created_by='parquet-cpp-arrow version 14.0.2',
|
|
54
|
-
num_columns=3,
|
|
55
|
-
num_rows=3,
|
|
56
|
-
num_row_groups=1,
|
|
57
|
-
format_version='2.6',
|
|
58
|
-
serialized_size=2223
|
|
59
|
-
)
|
|
60
|
-
Compression codecs: {'SNAPPY'}
|
|
61
|
-
```
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|