gapless-crypto-data 2.5.0__tar.gz → 2.6.0__tar.gz

gapless_crypto_data-2.6.0/.gapless_checkpoints/progress_report_20250918_024058_d544b2de.json

@@ -0,0 +1,36 @@
+{
+  "progress_summary": {
+    "session_id": "20250918_024058_d544b2de",
+    "completed_symbols": 2,
+    "symbols_in_progress": 0,
+    "total_datasets": 2,
+    "last_updated": "2025-09-18T02:40:59.566663",
+    "errors": 0
+  },
+  "detailed_progress": {
+    "session_id": "20250918_024058_d544b2de",
+    "created_at": "2025-09-18T02:40:58.193211",
+    "last_updated": "2025-09-18T02:40:59.566663",
+    "symbols_completed": [
+      "BTCUSDT",
+      "ETHUSDT"
+    ],
+    "symbols_in_progress": {},
+    "total_datasets_collected": 2,
+    "collection_parameters": {
+      "start_date": "2024-01-01",
+      "end_date": "2024-01-01",
+      "output_dir": "/tmp/tmp9usf4gmq",
+      "timeframes": [
+        "1h"
+      ]
+    },
+    "errors": [],
+    "current_symbol": "ETHUSDT",
+    "completed_symbol": "ETHUSDT"
+  },
+  "cache_info": {
+    "cache_dir": "/home/runner/work/gapless-crypto-data/gapless-crypto-data/.gapless_checkpoints",
+    "cache_size_mb": 0.04127788543701172
+  }
+}

gapless_crypto_data-2.6.0/.gapless_checkpoints/progress_report_20250918_024100_6302c48d.json

@@ -0,0 +1,37 @@
+{
+  "progress_summary": {
+    "session_id": "20250918_024100_6302c48d",
+    "completed_symbols": 3,
+    "symbols_in_progress": 0,
+    "total_datasets": 3,
+    "last_updated": "2025-09-18T02:41:01.478270",
+    "errors": 0
+  },
+  "detailed_progress": {
+    "session_id": "20250918_024100_6302c48d",
+    "created_at": "2025-09-18T02:41:00.044526",
+    "last_updated": "2025-09-18T02:41:01.478270",
+    "symbols_completed": [
+      "BTCUSDT",
+      "ETHUSDT",
+      "SOLUSDT"
+    ],
+    "symbols_in_progress": {},
+    "total_datasets_collected": 3,
+    "collection_parameters": {
+      "start_date": "2024-01-01",
+      "end_date": "2024-01-01",
+      "output_dir": "/tmp/tmpsqk4fxvn",
+      "timeframes": [
+        "1h"
+      ]
+    },
+    "errors": [],
+    "current_symbol": "SOLUSDT",
+    "completed_symbol": "SOLUSDT"
+  },
+  "cache_info": {
+    "cache_dir": "/home/runner/work/gapless-crypto-data/gapless-crypto-data/.gapless_checkpoints",
+    "cache_size_mb": 0.04270362854003906
+  }
+}

gapless_crypto_data-2.6.0/.gapless_checkpoints/progress_report_20250918_024101_b880e45d.json

@@ -0,0 +1,43 @@
+{
+  "progress_summary": {
+    "session_id": "20250918_024101_b880e45d",
+    "completed_symbols": 2,
+    "symbols_in_progress": 0,
+    "total_datasets": 2,
+    "last_updated": "2025-09-18T02:41:03.744405",
+    "errors": 1
+  },
+  "detailed_progress": {
+    "session_id": "20250918_024101_b880e45d",
+    "created_at": "2025-09-18T02:41:01.976849",
+    "last_updated": "2025-09-18T02:41:03.744405",
+    "symbols_completed": [
+      "BTCUSDT",
+      "ETHUSDT"
+    ],
+    "symbols_in_progress": {},
+    "total_datasets_collected": 2,
+    "collection_parameters": {
+      "start_date": "2024-01-01",
+      "end_date": "2024-01-01",
+      "output_dir": "/tmp/tmphxjbqx85",
+      "timeframes": [
+        "1h"
+      ]
+    },
+    "errors": [
+      {
+        "symbol": "INVALIDSYMBOL",
+        "error": "Collection returned no results",
+        "timestamp": "2025-09-18T02:41:03.264368"
+      }
+    ],
+    "current_symbol": "ETHUSDT",
+    "completed_symbol": "ETHUSDT",
+    "failed_symbol": "INVALIDSYMBOL"
+  },
+  "cache_info": {
+    "cache_dir": "/home/runner/work/gapless-crypto-data/gapless-crypto-data/.gapless_checkpoints",
+    "cache_size_mb": 0.04430389404296875
+  }
+}

gapless_crypto_data-2.6.0/.gapless_checkpoints/progress_report_20250918_024104_8950cece.json

@@ -0,0 +1,36 @@
+{
+  "progress_summary": {
+    "session_id": "20250918_024104_8950cece",
+    "completed_symbols": 2,
+    "symbols_in_progress": 0,
+    "total_datasets": 2,
+    "last_updated": "2025-09-18T02:41:05.200815",
+    "errors": 0
+  },
+  "detailed_progress": {
+    "session_id": "20250918_024104_8950cece",
+    "created_at": "2025-09-18T02:41:04.219378",
+    "last_updated": "2025-09-18T02:41:05.200815",
+    "symbols_completed": [
+      "BTCUSDT",
+      "ETHUSDT"
+    ],
+    "symbols_in_progress": {},
+    "total_datasets_collected": 2,
+    "collection_parameters": {
+      "start_date": "2024-01-01",
+      "end_date": "2024-01-01",
+      "output_dir": "/tmp/tmp5s7nnfcm",
+      "timeframes": [
+        "1h"
+      ]
+    },
+    "errors": [],
+    "current_symbol": "ETHUSDT",
+    "completed_symbol": "ETHUSDT"
+  },
+  "cache_info": {
+    "cache_dir": "/home/runner/work/gapless-crypto-data/gapless-crypto-data/.gapless_checkpoints",
+    "cache_size_mb": 0.04590129852294922
+  }
+}

gapless_crypto_data-2.6.0/.gapless_checkpoints/progress_report_20250918_024110_7356f614.json

@@ -0,0 +1,36 @@
+{
+  "progress_summary": {
+    "session_id": "20250918_024110_7356f614",
+    "completed_symbols": 2,
+    "symbols_in_progress": 0,
+    "total_datasets": 2,
+    "last_updated": "2025-09-18T02:41:11.600558",
+    "errors": 0
+  },
+  "detailed_progress": {
+    "session_id": "20250918_024110_7356f614",
+    "created_at": "2025-09-18T02:41:10.532089",
+    "last_updated": "2025-09-18T02:41:11.600558",
+    "symbols_completed": [
+      "BTCUSDT",
+      "ETHUSDT"
+    ],
+    "symbols_in_progress": {},
+    "total_datasets_collected": 2,
+    "collection_parameters": {
+      "start_date": "2024-01-01",
+      "end_date": "2024-01-01",
+      "output_dir": "/tmp/tmp82yh6ce7",
+      "timeframes": [
+        "1h"
+      ]
+    },
+    "errors": [],
+    "current_symbol": "ETHUSDT",
+    "completed_symbol": "ETHUSDT"
+  },
+  "cache_info": {
+    "cache_dir": "/home/runner/work/gapless-crypto-data/gapless-crypto-data/.gapless_checkpoints",
+    "cache_size_mb": 0.04731273651123047
+  }
+}

gapless_crypto_data-2.6.0/.gapless_checkpoints/session_20250918_024058_d544b2de.json

@@ -0,0 +1,22 @@
+{
+  "session_id": "20250918_024058_d544b2de",
+  "created_at": "2025-09-18T02:40:58.193211",
+  "last_updated": "2025-09-18T02:40:59.566663",
+  "symbols_completed": [
+    "BTCUSDT",
+    "ETHUSDT"
+  ],
+  "symbols_in_progress": {},
+  "total_datasets_collected": 2,
+  "collection_parameters": {
+    "start_date": "2024-01-01",
+    "end_date": "2024-01-01",
+    "output_dir": "/tmp/tmp9usf4gmq",
+    "timeframes": [
+      "1h"
+    ]
+  },
+  "errors": [],
+  "current_symbol": "ETHUSDT",
+  "completed_symbol": "ETHUSDT"
+}

gapless_crypto_data-2.6.0/.gapless_checkpoints/session_20250918_024100_6302c48d.json

@@ -0,0 +1,23 @@
+{
+  "session_id": "20250918_024100_6302c48d",
+  "created_at": "2025-09-18T02:41:00.044526",
+  "last_updated": "2025-09-18T02:41:01.478270",
+  "symbols_completed": [
+    "BTCUSDT",
+    "ETHUSDT",
+    "SOLUSDT"
+  ],
+  "symbols_in_progress": {},
+  "total_datasets_collected": 3,
+  "collection_parameters": {
+    "start_date": "2024-01-01",
+    "end_date": "2024-01-01",
+    "output_dir": "/tmp/tmpsqk4fxvn",
+    "timeframes": [
+      "1h"
+    ]
+  },
+  "errors": [],
+  "current_symbol": "SOLUSDT",
+  "completed_symbol": "SOLUSDT"
+}

gapless_crypto_data-2.6.0/.gapless_checkpoints/session_20250918_024101_b880e45d.json

@@ -0,0 +1,29 @@
+{
+  "session_id": "20250918_024101_b880e45d",
+  "created_at": "2025-09-18T02:41:01.976849",
+  "last_updated": "2025-09-18T02:41:03.744405",
+  "symbols_completed": [
+    "BTCUSDT",
+    "ETHUSDT"
+  ],
+  "symbols_in_progress": {},
+  "total_datasets_collected": 2,
+  "collection_parameters": {
+    "start_date": "2024-01-01",
+    "end_date": "2024-01-01",
+    "output_dir": "/tmp/tmphxjbqx85",
+    "timeframes": [
+      "1h"
+    ]
+  },
+  "errors": [
+    {
+      "symbol": "INVALIDSYMBOL",
+      "error": "Collection returned no results",
+      "timestamp": "2025-09-18T02:41:03.264368"
+    }
+  ],
+  "current_symbol": "ETHUSDT",
+  "completed_symbol": "ETHUSDT",
+  "failed_symbol": "INVALIDSYMBOL"
+}

gapless_crypto_data-2.6.0/.gapless_checkpoints/session_20250918_024104_8950cece.json

@@ -0,0 +1,22 @@
+{
+  "session_id": "20250918_024104_8950cece",
+  "created_at": "2025-09-18T02:41:04.219378",
+  "last_updated": "2025-09-18T02:41:05.200815",
+  "symbols_completed": [
+    "BTCUSDT",
+    "ETHUSDT"
+  ],
+  "symbols_in_progress": {},
+  "total_datasets_collected": 2,
+  "collection_parameters": {
+    "start_date": "2024-01-01",
+    "end_date": "2024-01-01",
+    "output_dir": "/tmp/tmp5s7nnfcm",
+    "timeframes": [
+      "1h"
+    ]
+  },
+  "errors": [],
+  "current_symbol": "ETHUSDT",
+  "completed_symbol": "ETHUSDT"
+}

gapless_crypto_data-2.6.0/.gapless_checkpoints/session_20250918_024110_7356f614.json

@@ -0,0 +1,22 @@
+{
+  "session_id": "20250918_024110_7356f614",
+  "created_at": "2025-09-18T02:41:10.532089",
+  "last_updated": "2025-09-18T02:41:11.600558",
+  "symbols_completed": [
+    "BTCUSDT",
+    "ETHUSDT"
+  ],
+  "symbols_in_progress": {},
+  "total_datasets_collected": 2,
+  "collection_parameters": {
+    "start_date": "2024-01-01",
+    "end_date": "2024-01-01",
+    "output_dir": "/tmp/tmp82yh6ce7",
+    "timeframes": [
+      "1h"
+    ]
+  },
+  "errors": [],
+  "current_symbol": "ETHUSDT",
+  "completed_symbol": "ETHUSDT"
+}

{gapless_crypto_data-2.5.0 → gapless_crypto_data-2.6.0}/.github/workflows/publish.yml

@@ -73,6 +73,9 @@ jobs:
     needs:
     - build
     runs-on: ubuntu-latest
+    environment: pypi
+    permissions:
+      id-token: write
     steps:
     - name: Download all the dists
       uses: actions/download-artifact@v4
@@ -82,13 +85,7 @@ jobs:
     - name: Publish distribution packages to PyPI
       uses: pypa/gh-action-pypi-publish@release/v1
       with:
-        user: __token__
-        password: ${{ secrets.PYPI_API_TOKEN }}
-        repository-url: https://upload.pypi.org/legacy/
         verbose: true
-        attestations: false
-      env:
-        TWINE_NON_INTERACTIVE: 1
   sign-artifacts:
     name: Sign artifacts with Sigstore
     needs:

{gapless_crypto_data-2.5.0 → gapless_crypto_data-2.6.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gapless-crypto-data
-Version: 2.5.0
+Version: 2.6.0
 Summary: Ultra-fast cryptocurrency data collection with zero gaps guarantee and full 11-column microstructure format
 Project-URL: Homepage, https://github.com/Eon-Labs/gapless-crypto-data
 Project-URL: Documentation, https://github.com/Eon-Labs/gapless-crypto-data#readme

{gapless_crypto_data-2.5.0 → gapless_crypto_data-2.6.0}/docs/CURRENT_ARCHITECTURE_STATUS.yaml

@@ -4,7 +4,7 @@ info:
   description: |
     Consolidated status of current system architecture, replacing outdated planning documents.
     All references should point to this canonical source for current capabilities.
-  version: "2.5.0"
+  version: "2.6.0"
 
 paths: {}
 
@@ -23,7 +23,7 @@ components:
 
 # CURRENT ARCHITECTURE STATUS (2025-09-17)
 x-current-status:
-  canonical_version: "v2.5.0"
+  canonical_version: "v2.6.0"
   architecture_phase: "COMPLETE"
 
   implemented_capabilities:
@@ -65,14 +65,22 @@ x-current-status:
 
     cli_interface:
       status: "PRODUCTION_READY"
-      description: "Modern Typer-based CLI with Rich formatting and backward compatibility"
+      description: "Traditional argparse CLI with multi-symbol support"
       technical_specs:
-        - "Modern Typer interface with Rich progress indicators"
-        - "Backward compatibility with legacy argparse interface"
+        - "Traditional argparse interface with standard Python patterns"
         - "Comma-separated multi-symbol support"
         - "16 timeframe options with validation"
         - "Custom date ranges and output directories"
-        - "Sequential processing with enhanced progress reporting"
+        - "Sequential processing with progress reporting"
+
+    pypi_publishing:
+      status: "PRODUCTION_READY"
+      description: "Native GitHub Actions trusted publishing with OIDC authentication"
+      technical_specs:
+        - "OIDC-based authentication eliminating API token dependencies"
+        - "PyPI trusted publisher configuration for Eon-Labs/gapless-crypto-data"
+        - "Environment-scoped publishing with pypi environment requirement"
+        - "Automatic digital attestations and Sigstore artifact signing"
 
   removed_concepts:
     parallel_processing:

gapless_crypto_data-2.6.0/docs/MILESTONE_v2.6.0.yaml

@@ -0,0 +1,164 @@
+openapi: 3.1.1
+info:
+  title: "Milestone v2.6.0 - Native GitHub Actions Trusted Publishing"
+  description: |
+    Implementation of OIDC-based PyPI publishing pipeline eliminating API token dependencies.
+    Migration from token-based authentication to GitHub-native trusted publishing approach.
+  version: "2.6.0"
+
+components:
+  schemas:
+    TrustedPublishingMigration:
+      type: object
+      properties:
+        authentication_method:
+          type: string
+          enum: [oidc_trusted_publishing]
+        api_tokens_eliminated:
+          type: boolean
+        workflow_configuration:
+          type: object
+          properties:
+            environment_requirement:
+              type: string
+              enum: [pypi]
+            permissions:
+              type: object
+              properties:
+                id-token:
+                  type: string
+                  enum: [write]
+        platform_limitations_documented:
+          type: boolean
+
+x-milestone-implementation:
+  version: "v2.6.0"
+  implementation_date: "2025-09-18"
+  scope: "PyPI publishing pipeline modernization"
+
+  technical_achievements:
+    trusted_publishing_configuration:
+      status: "IMPLEMENTED"
+      pypi_publisher_config:
+        provider: "GitHub"
+        repository: "Eon-Labs/gapless-crypto-data"
+        workflow: "publish.yml"
+        environment: "pypi"
+
+      workflow_modifications:
+        file: ".github/workflows/publish.yml"
+        authentication_method: "oidc"
+        permissions_added: ["id-token: write"]
+        environment_requirement: "pypi"
+        api_token_dependencies_removed: true
+
+    github_packages_limitation_analysis:
+      status: "DOCUMENTED"
+      python_support: false
+      supported_package_types: [npm, docker, rubygems, maven, gradle, nuget]
+      canonical_distribution_channel: "PyPI"
+      documentation_location: "docs/PYPI_PUBLISHING_CONFIGURATION.yaml"
+
+    root_cause_resolution:
+      status: "COMPLETED"
+      original_issue: "PyPI publishing gap from v2.2.0 to v2.5.0"
+      cascading_issues_resolved:
+        - yaml_syntax_errors
+        - linting_failures
+        - dependency_inconsistencies
+        - test_mock_incompatibilities
+        - invalid_documentation_validation
+        - authentication_method_conflicts
+
+      final_resolution_method: "local_token_validation_and_trusted_publishing_migration"
+
+  validation_evidence:
+    authentication_test:
+      method: "OIDC token generation and PyPI upload attempt"
+      result: "PASSED"
+      error_condition: "file_already_exists"
+      confirms: "authentication mechanism operational"
+
+    workflow_execution:
+      build_step: "PASSED"
+      test_step: "PASSED"
+      publish_step: "AUTHENTICATED"
+      sigstore_signing: "CONFIGURED"
+
+  documentation_updates:
+    files_modified:
+      - "docs/PYPI_PUBLISHING_CONFIGURATION.yaml"
+      - "docs/CURRENT_ARCHITECTURE_STATUS.yaml"
+      - ".github/workflows/publish.yml"
+
+    specifications_format: "OpenAPI 3.1.1"
+    documentation_approach: "machine_readable_technical_specifications"
+
+    canonical_references_established:
+      publishing_configuration: "docs/PYPI_PUBLISHING_CONFIGURATION.yaml"
+      architecture_status: "docs/CURRENT_ARCHITECTURE_STATUS.yaml"
+      project_guidance: "CLAUDE.md"
+
+  dependency_evolution:
+    additions:
+      httpx: "0.25.0+"
+      reason: "performance_improvement_over_requests"
+
+    removals:
+      requests: "eliminated"
+      typer: "eliminated"
+      rich: "eliminated"
+      reason: "maintain_traditional_argparse_interface"
+
+  testing_validation:
+    total_tests: "124 passed, 1 skipped"
+    integration_tests: "PASSED"
+    cli_functionality: "VALIDATED"
+    build_process: "VERIFIED"
+
+x-evolution-tracking:
+  migration_pattern: "api_token_to_oidc_trusted_publishing"
+  architectural_improvement: "zero_credential_workflow"
+  security_advancement: "eliminate_stored_secrets"
+
+  backward_compatibility:
+    pypi_distribution: "maintained"
+    cli_interface: "preserved"
+    api_surface: "unchanged"
+
+  forward_compatibility:
+    automatic_attestations: "enabled"
+    sigstore_signing: "configured"
+    environment_scoped_publishing: "implemented"
+
+x-technical-debt-resolution:
+  api_token_secret_management: "eliminated"
+  workflow_authentication_complexity: "simplified"
+  publishing_failure_points: "reduced"
+
+  maintenance_burden_reduction:
+    token_rotation: "not_required"
+    credential_updates: "not_required"
+    authentication_troubleshooting: "minimized"
+
+x-compliance-validation:
+  openapi_conformity: "3.1.1"
+  documentation_style: "evolutionary_machine_readable"
+  version_tracking: "technical_descriptive"
+  promotional_language: "eliminated"
+
+  pattern_adherence:
+    user_global_patterns: "unix_conventions_sota_tools"
+    project_patterns: "exception_only_failures_atomic_operations"
+    cross_pattern_harmony: "validated"
+
+x-milestone-closure:
+  implementation_complete: true
+  validation_passed: true
+  documentation_updated: true
+  version_incremented: true
+
+  next_evolution_readiness:
+    trusted_publishing: "operational"
+    pypi_distribution: "automated"
+    github_actions_integration: "native"

gapless_crypto_data-2.6.0/docs/PYPI_PUBLISHING_CONFIGURATION.yaml

@@ -0,0 +1,95 @@
+openapi: 3.1.1
+info:
+  title: PyPI Publishing Configuration
+  version: 2.6.0
+  description: |
+    Native GitHub Actions trusted publishing configuration for gapless-crypto-data.
+    Implements OIDC-based authentication without API token dependencies.
+
+components:
+  schemas:
+    TrustedPublisher:
+      type: object
+      properties:
+        provider:
+          type: string
+          enum: [GitHub]
+        repository:
+          type: string
+          example: "Eon-Labs/gapless-crypto-data"
+        workflow:
+          type: string
+          example: "publish.yml"
+        environment:
+          type: string
+          example: "pypi"
+      required: [provider, repository, workflow, environment]
+
+    WorkflowConfiguration:
+      type: object
+      properties:
+        permissions:
+          type: object
+          properties:
+            id-token:
+              type: string
+              enum: [write]
+          required: [id-token]
+        environment:
+          type: string
+          enum: [pypi]
+        authentication_method:
+          type: string
+          enum: [oidc]
+      required: [permissions, environment, authentication_method]
+
+paths:
+  /pypi-publishing:
+    post:
+      summary: Publish package to PyPI via trusted publishing
+      requestBody:
+        required: true
+        content:
+          application/json:
+            schema:
+              $ref: '#/components/schemas/WorkflowConfiguration'
+      responses:
+        '200':
+          description: Package published successfully
+        '400':
+          description: File already exists or validation failed
+
+current_configuration:
+  pypi_trusted_publisher:
+    provider: GitHub
+    repository: Eon-Labs/gapless-crypto-data
+    workflow: publish.yml
+    environment: pypi
+    configured_date: "2025-09-18"
+
+  github_workflow:
+    file: .github/workflows/publish.yml
+    permissions:
+      id-token: write
+    environment: pypi
+    authentication_method: oidc
+    api_token_removed: true
+
+  validation_status:
+    authentication_test: passed
+    file_upload_attempt: passed
+    error_reason: "file_already_exists"
+    confirms_working: true
+
+  github_packages_limitation:
+    python_support: false
+    supported_types: [npm, docker, rubygems, maven, gradle, nuget]
+    reason: "GitHub Packages does not support Python/PyPI packages as of 2025-09-18"
+    workaround: "PyPI remains canonical distribution channel for Python packages"
+
+migration_completed:
+  from: api_token_authentication
+  to: oidc_trusted_publishing
+  date: "2025-09-18"
+  version: v2.5.0
+  root_cause_resolution: completed

{gapless_crypto_data-2.5.0 → gapless_crypto_data-2.6.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "gapless-crypto-data"
-version = "2.5.0"
+version = "2.6.0"
 description = "Ultra-fast cryptocurrency data collection with zero gaps guarantee and full 11-column microstructure format"
 readme = "README.md"
 authors = [

{gapless_crypto_data-2.5.0 → gapless_crypto_data-2.6.0}/src/gapless_crypto_data/__init__.py

@@ -47,7 +47,7 @@ Supported Symbols (USDT Spot Only):
     AVAXUSDT, ATOMUSDT, NEARUSDT, FTMUSDT, SANDUSDT, MANAUSDT, etc.
 """
 
-__version__ = "2.5.0"
+__version__ = "2.6.0"
 __author__ = "Eon Labs"
 __email__ = "terry@eonlabs.ai"
 

gapless_crypto_data-2.6.0/src/gapless_crypto_data/sample_data/binance_spot_BTCUSDT-1h_20240101-20240101_v2.5.0.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ef20edd181404d7c04cefe93f3bf89c387eb17bc9a2c632f551b2b0a1dd40d
+size 3786