gapless-crypto-clickhouse 7.1.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- gapless_crypto_clickhouse/__init__.py +147 -0
- gapless_crypto_clickhouse/__probe__.py +349 -0
- gapless_crypto_clickhouse/api.py +1032 -0
- gapless_crypto_clickhouse/clickhouse/__init__.py +17 -0
- gapless_crypto_clickhouse/clickhouse/config.py +119 -0
- gapless_crypto_clickhouse/clickhouse/connection.py +269 -0
- gapless_crypto_clickhouse/clickhouse/schema.sql +98 -0
- gapless_crypto_clickhouse/clickhouse/schema_validator.py +312 -0
- gapless_crypto_clickhouse/clickhouse_query.py +642 -0
- gapless_crypto_clickhouse/collectors/__init__.py +21 -0
- gapless_crypto_clickhouse/collectors/binance_public_data_collector.py +1994 -0
- gapless_crypto_clickhouse/collectors/clickhouse_bulk_loader.py +446 -0
- gapless_crypto_clickhouse/collectors/concurrent_collection_orchestrator.py +407 -0
- gapless_crypto_clickhouse/collectors/csv_format_detector.py +123 -0
- gapless_crypto_clickhouse/collectors/httpx_downloader.py +395 -0
- gapless_crypto_clickhouse/collectors/hybrid_url_generator.py +316 -0
- gapless_crypto_clickhouse/exceptions.py +145 -0
- gapless_crypto_clickhouse/gap_filling/__init__.py +1 -0
- gapless_crypto_clickhouse/gap_filling/safe_file_operations.py +439 -0
- gapless_crypto_clickhouse/gap_filling/universal_gap_filler.py +757 -0
- gapless_crypto_clickhouse/llms.txt +268 -0
- gapless_crypto_clickhouse/probe.py +235 -0
- gapless_crypto_clickhouse/py.typed +0 -0
- gapless_crypto_clickhouse/query_api.py +374 -0
- gapless_crypto_clickhouse/resume/__init__.py +12 -0
- gapless_crypto_clickhouse/resume/intelligent_checkpointing.py +383 -0
- gapless_crypto_clickhouse/utils/__init__.py +29 -0
- gapless_crypto_clickhouse/utils/error_handling.py +202 -0
- gapless_crypto_clickhouse/utils/etag_cache.py +194 -0
- gapless_crypto_clickhouse/utils/timeframe_constants.py +90 -0
- gapless_crypto_clickhouse/utils/timestamp_format_analyzer.py +256 -0
- gapless_crypto_clickhouse/utils/timestamp_utils.py +130 -0
- gapless_crypto_clickhouse/validation/__init__.py +36 -0
- gapless_crypto_clickhouse/validation/csv_validator.py +677 -0
- gapless_crypto_clickhouse/validation/models.py +220 -0
- gapless_crypto_clickhouse/validation/storage.py +502 -0
- gapless_crypto_clickhouse-7.1.0.dist-info/METADATA +1277 -0
- gapless_crypto_clickhouse-7.1.0.dist-info/RECORD +40 -0
- gapless_crypto_clickhouse-7.1.0.dist-info/WHEEL +4 -0
- gapless_crypto_clickhouse-7.1.0.dist-info/licenses/LICENSE +21 -0
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
"""CSV validation module for data integrity and quality assurance.
|
|
2
|
+
|
|
3
|
+
This module provides comprehensive validation for cryptocurrency market data CSVs,
|
|
4
|
+
including structure validation, datetime sequence checking, OHLCV quality analysis,
|
|
5
|
+
coverage validation, and statistical anomaly detection.
|
|
6
|
+
|
|
7
|
+
Classes:
|
|
8
|
+
CSVValidator: Main validator class for CSV file validation
|
|
9
|
+
ValidationReport: Pydantic model for type-safe validation reports
|
|
10
|
+
ValidationStorage: DuckDB-based persistent storage for validation reports
|
|
11
|
+
|
|
12
|
+
Functions:
|
|
13
|
+
get_validation_db_path: Get XDG-compliant path to validation database
|
|
14
|
+
extract_symbol_timeframe_from_path: Extract trading pair symbol and timeframe from CSV file paths
|
|
15
|
+
|
|
16
|
+
SLO Targets:
|
|
17
|
+
Correctness: 100% - all validation rules enforce data integrity
|
|
18
|
+
Observability: Complete reporting of all errors, warnings, and metrics
|
|
19
|
+
Maintainability: Single source of truth for validation logic
|
|
20
|
+
"""
|
|
21
|
+
|
|
22
|
+
from gapless_crypto_clickhouse.validation.csv_validator import CSVValidator
|
|
23
|
+
from gapless_crypto_clickhouse.validation.models import ValidationReport
|
|
24
|
+
from gapless_crypto_clickhouse.validation.storage import (
|
|
25
|
+
ValidationStorage,
|
|
26
|
+
extract_symbol_timeframe_from_path,
|
|
27
|
+
get_validation_db_path,
|
|
28
|
+
)
|
|
29
|
+
|
|
30
|
+
__all__ = [
|
|
31
|
+
"CSVValidator",
|
|
32
|
+
"ValidationReport",
|
|
33
|
+
"ValidationStorage",
|
|
34
|
+
"get_validation_db_path",
|
|
35
|
+
"extract_symbol_timeframe_from_path",
|
|
36
|
+
]
|