cosfs 0.1.0__tar.gz

cosfs-0.1.0/.gitignore

@@ -0,0 +1,5 @@
+__pycache__/
+*.pyc
+*.egg-info/
+.idea/
+*.log

cosfs-0.1.0/PKG-INFO

@@ -0,0 +1,24 @@
+Metadata-Version: 2.4
+Name: cosfs
+Version: 0.1.0
+Summary: A fsspec-compatible filesystem interface for Tencent Cloud COS
+Author: cosfs contributors
+License: Apache-2.0
+Keywords: cosfs,cos,tencent,fsspec,filesystem
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: >=3.9
+Requires-Dist: fsspec>=2023.9.2
+Requires-Dist: cos-python-sdk-v5>=1.9.30
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0; extra == "dev"
+Requires-Dist: pytest-cov>=4.0; extra == "dev"
+Requires-Dist: ruff>=0.1.0; extra == "dev"
+Requires-Dist: mypy>=1.0; extra == "dev"

cosfs-0.1.0/cosfs/__init__.py

@@ -0,0 +1,6 @@
+"""cosfs - A fsspec-compatible filesystem interface for Tencent Cloud COS."""
+
+from cosfs.core import CosFile, CosFileSystem
+
+__all__ = ["CosFileSystem", "CosFile"]
+__version__ = "0.1.0"

cosfs-0.1.0/cosfs/consts.py

@@ -0,0 +1,44 @@
+"""Constants for cosfs."""
+
+# Protocol prefixes
+COSN_PROTOCOL = "cosn"
+COS_PROTOCOL = "cos"
+
+# Environment variable names
+ENV_SECRET_ID = "COS_SECRET_ID"
+ENV_SECRET_KEY = "COS_SECRET_KEY"
+ENV_REGION = "COS_REGION"
+ENV_TOKEN = "COS_TOKEN"
+ENV_ENDPOINT = "COS_ENDPOINT"
+ENV_BUCKET = "COS_BUCKET"
+
+# Default test bucket (used when COS_BUCKET env var is not set)
+DEFAULT_TEST_BUCKET = "test-cos-bucket"
+
+# Default configuration
+DEFAULT_BLOCK_SIZE = 128 * 1024 * 1024  # 128 MB
+
+# Multipart upload thresholds and sizes
+MULTIPART_THRESHOLD = 128 * 1024 * 1024  # files larger than this use multipart upload
+MULTIPART_SIZE = 8 * 1024 * 1024  # 8 MB - size of each part in multipart upload
+PART_MAX_SIZE = 5 * 1024 * 1024 * 1024  # 5 GB - max size for single put_object
+COPY_MAX_SIZE = 5 * 1024 * 1024 * 1024  # 5 GB - max size for single copy_object
+
+# Listing defaults
+LIST_MAX_KEYS = 1000  # COS max objects per list_objects call
+DELETE_MAX_KEYS = 1000  # COS max objects per delete_objects call
+
+# Retry configuration
+DEFAULT_MAX_RETRY_NUM = 10
+RETRY_BASE_DELAY = 0.1  # seconds
+RETRY_MAX_DELAY = 60.0  # seconds
+RETRYABLE_STATUS_CODES = {429, 500, 502, 503, 504}
+RETRYABLE_ERROR_CODES = {"RequestTimeout", "InternalError", "ServiceUnavailable", "SlowDown"}
+
+# File types (for fsspec info dict)
+FILE_TYPE = "file"
+DIRECTORY_TYPE = "directory"
+BUCKET_TYPE = "directory"
+
+# Logging
+LOGGER_NAME = "cosfs"