fsspeckit 0.3.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- fsspeckit/__init__.py +41 -0
- fsspeckit/core/__init__.py +24 -0
- fsspeckit/core/base.py +991 -0
- fsspeckit/core/ext.py +2155 -0
- fsspeckit/helpers/__init__.py +25 -0
- fsspeckit/helpers/datetime.py +298 -0
- fsspeckit/helpers/logging.py +79 -0
- fsspeckit/helpers/misc.py +736 -0
- fsspeckit/helpers/polars.py +953 -0
- fsspeckit/helpers/pyarrow.py +1261 -0
- fsspeckit/helpers/sql.py +333 -0
- fsspeckit/helpers/types.py +214 -0
- fsspeckit/storage_options/__init__.py +30 -0
- fsspeckit/storage_options/base.py +133 -0
- fsspeckit/storage_options/cloud.py +748 -0
- fsspeckit/storage_options/core.py +469 -0
- fsspeckit/storage_options/git.py +274 -0
- fsspeckit-0.3.1.dist-info/METADATA +330 -0
- fsspeckit-0.3.1.dist-info/RECORD +21 -0
- fsspeckit-0.3.1.dist-info/WHEEL +4 -0
- fsspeckit-0.3.1.dist-info/licenses/LICENSE +21 -0
fsspeckit/__init__.py
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
"""fsspec-utils: Enhanced utilities and extensions for fsspec filesystems.
|
|
2
|
+
|
|
3
|
+
This package provides enhanced filesystem utilities built on top of fsspec,
|
|
4
|
+
including:
|
|
5
|
+
- Multi-format data I/O (JSON, CSV, Parquet)
|
|
6
|
+
- Cloud storage configuration utilities
|
|
7
|
+
- Enhanced caching and monitoring
|
|
8
|
+
- Batch processing and parallel operations
|
|
9
|
+
"""
|
|
10
|
+
|
|
11
|
+
import importlib.metadata
|
|
12
|
+
|
|
13
|
+
__version__ = importlib.metadata.version("fs-utils")
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
from .core import AbstractFileSystem, DirFileSystem, filesystem, get_filesystem
|
|
17
|
+
from .storage_options import (
|
|
18
|
+
AwsStorageOptions,
|
|
19
|
+
AzureStorageOptions,
|
|
20
|
+
BaseStorageOptions,
|
|
21
|
+
GcsStorageOptions,
|
|
22
|
+
GitHubStorageOptions,
|
|
23
|
+
GitLabStorageOptions,
|
|
24
|
+
LocalStorageOptions,
|
|
25
|
+
StorageOptions,
|
|
26
|
+
)
|
|
27
|
+
|
|
28
|
+
__all__ = [
|
|
29
|
+
"filesystem",
|
|
30
|
+
"get_filesystem",
|
|
31
|
+
"AbstractFileSystem",
|
|
32
|
+
"DirFileSystem",
|
|
33
|
+
"AwsStorageOptions",
|
|
34
|
+
"AzureStorageOptions",
|
|
35
|
+
"BaseStorageOptions",
|
|
36
|
+
"GcsStorageOptions",
|
|
37
|
+
"GitHubStorageOptions",
|
|
38
|
+
"GitLabStorageOptions",
|
|
39
|
+
"LocalStorageOptions",
|
|
40
|
+
"StorageOptions",
|
|
41
|
+
]
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
"""Core filesystem functionality for fsspec-utils."""
|
|
2
|
+
|
|
3
|
+
from .base import (
|
|
4
|
+
GitLabFileSystem,
|
|
5
|
+
MonitoredSimpleCacheFileSystem,
|
|
6
|
+
filesystem,
|
|
7
|
+
get_filesystem,
|
|
8
|
+
DirFileSystem,
|
|
9
|
+
)
|
|
10
|
+
|
|
11
|
+
# Conditional imports for extended functionality
|
|
12
|
+
try:
|
|
13
|
+
from .ext import AbstractFileSystem
|
|
14
|
+
except ImportError:
|
|
15
|
+
from fsspec import AbstractFileSystem
|
|
16
|
+
|
|
17
|
+
__all__ = [
|
|
18
|
+
"GitLabFileSystem",
|
|
19
|
+
"MonitoredSimpleCacheFileSystem",
|
|
20
|
+
"DirFileSystem",
|
|
21
|
+
"AbstractFileSystem",
|
|
22
|
+
"filesystem",
|
|
23
|
+
"get_filesystem",
|
|
24
|
+
]
|