cloudcat 0.3.6__tar.gz → 0.3.7__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {cloudcat-0.3.6 → cloudcat-0.3.7}/PKG-INFO +1 -1
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/__init__.py +1 -1
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/cli.py +4 -4
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat.egg-info/PKG-INFO +1 -1
- {cloudcat-0.3.6 → cloudcat-0.3.7}/LICENSE +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/README.md +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/compression.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/config.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/filtering.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/formatters.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/progress.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/readers/__init__.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/readers/avro.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/readers/csv.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/readers/json.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/readers/orc.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/readers/parquet.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/readers/text.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/storage/__init__.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/storage/azure.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/storage/base.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/storage/gcs.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/storage/s3.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/streaming/__init__.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/streaming/filesystems.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/streaming/stats.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat/streaming/tracking.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat.egg-info/SOURCES.txt +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat.egg-info/dependency_links.txt +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat.egg-info/entry_points.txt +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat.egg-info/requires.txt +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/cloudcat.egg-info/top_level.txt +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/pyproject.toml +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/setup.cfg +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/setup.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/tests/__init__.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/tests/conftest.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/tests/test_cli.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/tests/test_compression.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/tests/test_config.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/tests/test_data_reading.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/tests/test_file_filtering.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/tests/test_filtering.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/tests/test_format_detection.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/tests/test_integration.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/tests/test_output_formatting.py +0 -0
- {cloudcat-0.3.6 → cloudcat-0.3.7}/tests/test_path_parsing.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: cloudcat
|
|
3
|
-
Version: 0.3.
|
|
3
|
+
Version: 0.3.7
|
|
4
4
|
Summary: Preview and analyze data files in Google Cloud Storage, AWS S3, and Azure Data Lake Storage Gen2 from your terminal
|
|
5
5
|
Home-page: https://github.com/jonathansudhakar1/cloudcat
|
|
6
6
|
Author: Jonathan Sudhakar
|
|
@@ -894,13 +894,13 @@ def main(path, output_format, input_format, columns, num_rows, offset, where, sc
|
|
|
894
894
|
|
|
895
895
|
file_list = get_files_for_multiread(service, bucket, object_path, input_format, max_size_mb, quiet=True)
|
|
896
896
|
|
|
897
|
-
# For a single file
|
|
898
|
-
if len(file_list) == 1
|
|
897
|
+
# For a single file, use streaming read for efficiency
|
|
898
|
+
if len(file_list) == 1:
|
|
899
899
|
single_file_path = file_list[0][0]
|
|
900
900
|
file_name = single_file_path.split('/')[-1]
|
|
901
901
|
update_progress(f"Reading {file_name}...")
|
|
902
902
|
|
|
903
|
-
# Use streaming read
|
|
903
|
+
# Use streaming read for all formats
|
|
904
904
|
df, full_schema, streaming_stats = read_data_streaming(
|
|
905
905
|
service, bucket, single_file_path, input_format, num_rows, columns, delimiter, offset
|
|
906
906
|
)
|
|
@@ -909,7 +909,7 @@ def main(path, output_format, input_format, columns, num_rows, offset, where, sc
|
|
|
909
909
|
click.echo(Fore.BLUE + f"Inferred input format: {input_format}" + Style.RESET_ALL)
|
|
910
910
|
multi_file_list = file_list
|
|
911
911
|
total_record_count = None
|
|
912
|
-
|
|
912
|
+
elif len(file_list) > 1:
|
|
913
913
|
# Read data from multiple files with progress updates
|
|
914
914
|
update_progress(f"Reading {len(file_list)} files...")
|
|
915
915
|
df, full_schema, rows_in_files = read_data_from_multiple_files(
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: cloudcat
|
|
3
|
-
Version: 0.3.
|
|
3
|
+
Version: 0.3.7
|
|
4
4
|
Summary: Preview and analyze data files in Google Cloud Storage, AWS S3, and Azure Data Lake Storage Gen2 from your terminal
|
|
5
5
|
Home-page: https://github.com/jonathansudhakar1/cloudcat
|
|
6
6
|
Author: Jonathan Sudhakar
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|