rangebar 7.1.2__tar.gz → 11.4.0__tar.gz

{rangebar-7.1.2 → rangebar-11.4.0}/.gitignore

@@ -98,6 +98,7 @@ tmp/
 .lycheecache
 logs/
 node_modules/
+bun.lock
 
 # ClickHouse server runtime data (created when running `clickhouse server` locally)
 data/
@@ -112,3 +113,4 @@ user_defined/
 format_schemas/
 access/
 test_data/
+.claude/

rangebar-11.4.0/.mcp.json

@@ -0,0 +1,18 @@
+{
+  "mcpServers": {
+    "mise": {
+      "command": "mise",
+      "args": ["mcp"],
+      "env": {
+        "MISE_EXPERIMENTAL": "1"
+      }
+    },
+    "shell": {
+      "command": "uvx",
+      "args": ["mcp-shell-server"],
+      "env": {
+        "ALLOW_COMMANDS": "mise,git,jq,cargo,uv,maturin,pytest,cat,ls,grep,head,tail,fd"
+      }
+    }
+  }
+}

{rangebar-7.1.2 → rangebar-11.4.0}/.mise.toml

@@ -1,14 +1,45 @@
 [env]
-# GitHub account isolation (required for git-account-validator hooks)
+# =============================================================================
+# GitHub Account Isolation (CRITICAL for multi-account setups)
+# =============================================================================
 # See: ADR 2025-12-17-github-multi-account-authentication
+#
+# This ensures all gh CLI and git operations use the correct GitHub identity.
+# The git remote MUST use SSH with host alias: git@github.com-terrylica:...
 GH_ACCOUNT = "terrylica"
 GH_CONFIG_DIR = "{{ env.HOME }}/.config/gh/profiles/terrylica"
 
-# GitHub tokens (for API operations)
+# GitHub token for gh CLI operations (uses file-based loading to prevent process storms)
+# ADR: 2026-01-15-mise-env-token-loading-patterns.md
+# NOTE: For semantic-release, use `mise run release:version` which fetches
+# the PAT from Doppler dynamically to avoid stale token issues.
 GH_TOKEN = "{{ read_file(path=env.HOME ~ '/.claude/.secrets/gh-token-terrylica') | trim }}"
 GITHUB_TOKEN = "{{ read_file(path=env.HOME ~ '/.claude/.secrets/gh-token-terrylica') | trim }}"
 
-# Benchmark configuration
+# =============================================================================
+# Doppler Configuration (SSoT for secrets)
+# =============================================================================
+# PyPI: doppler secrets get PYPI_TOKEN --project claude-config --config prd
+# GitHub PAT: doppler secrets get GH_TOKEN_TERRYLICA --project main --config dev
+DOPPLER_PYPI_PROJECT = "claude-config"
+DOPPLER_PYPI_CONFIG = "prd"
+
+# =============================================================================
+# ClickHouse Cache Configuration (SSoT for cache hosts)
+# =============================================================================
+# RANGEBAR_CH_HOSTS: SSH aliases for ClickHouse hosts (comma-separated)
+# RANGEBAR_CH_PRIMARY: Preferred host when multiple available
+# RANGEBAR_MODE: "auto" (default), "local", or "cloud"
+#
+# AUTO mode: Try localhost first, then SSH tunnel to remote hosts
+# LOCAL mode: Only use localhost:8123 (fails if unavailable)
+# CLOUD mode: Only use CLICKHOUSE_HOST env var (for cloud deployments)
+RANGEBAR_CH_HOSTS = "bigblack"
+RANGEBAR_CH_PRIMARY = "bigblack"
+
+# =============================================================================
+# Build Configuration
+# =============================================================================
 BENCH_DATA_DIR = "{{ env.PWD }}/bench-data"
 PROFILE_DATA_DIR = "{{ env.PWD }}/profile-data"
 
@@ -28,7 +59,7 @@ LINUX_MIN_RUST_VERSION = "1.90"
 # =============================================================================
 
 [tools]
-python = "3.11"
+python = "3.13"
 rust = "1.90"
 node = "22"          # Required for semantic-release
 uv = "latest"        # Required for publish workflow
@@ -250,7 +281,7 @@ run = "./scripts/publish-wheels.sh"
 
 [tasks."release:local"]
 description = "Build local wheel only (macOS ARM64)"
-run = "maturin build --release --profile wheel"
+run = "maturin build --profile wheel"
 
 [tasks."release:sdist"]
 description = "Build source distribution"
@@ -261,8 +292,19 @@ run = "maturin sdist"
 # =============================================================================
 
 [tasks."release:macos-arm64"]
-description = "Build macOS ARM64 wheel (native)"
-run = "maturin build --profile wheel"
+description = "Build macOS ARM64 wheels for Python 3.13 (native)"
+run = """
+echo "=== Building macOS ARM64 wheels (Python 3.13) ==="
+for pyver in python3.13; do
+    if command -v $pyver &> /dev/null; then
+        echo "Building for $pyver..."
+        maturin build --profile wheel -i $pyver
+    else
+        echo "WARN: $pyver not found, skipping"
+    fi
+done
+echo "OK: macOS ARM64 wheels built"
+"""
 
 [tasks."release:linux-preflight"]
 description = "Verify Linux build host availability"
@@ -279,10 +321,10 @@ echo "OK: Remote Rust version: $REMOTE_RUST"
 """
 
 [tasks."release:linux"]
-description = "Build Linux x86_64 wheel on remote host (Docker manylinux)"
+description = "Build Linux x86_64 wheels for Python 3.13 on remote host (Docker manylinux)"
 depends = ["release:linux-preflight"]
 run = """
-echo "=== Building Linux x86_64 Wheel (Docker manylinux) ==="
+echo "=== Building Linux x86_64 Wheels (Docker manylinux, Python 3.13) ==="
 PROJECT_DIR="$(pwd)"
 REMOTE_DIR="${LINUX_BUILD_DIR}-$$"
 
@@ -297,11 +339,12 @@ rsync -az --delete \
     "$PROJECT_DIR/" "$LINUX_BUILD_USER@$LINUX_BUILD_HOST:$REMOTE_DIR/"
 
 # Build using manylinux Docker container for glibc compatibility
-ssh "$LINUX_BUILD_USER@$LINUX_BUILD_HOST" 'cd '"$REMOTE_DIR"' && docker run --rm -v $(pwd):/io -w /io quay.io/pypa/manylinux2014_x86_64 bash -c "yum install -y openssl-devel perl-IPC-Cmd && curl --proto =https --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y && source ~/.cargo/env && /opt/python/cp311-cp311/bin/pip install maturin && /opt/python/cp311-cp311/bin/maturin build --profile wheel --compatibility manylinux2014 -i /opt/python/cp311-cp311/bin/python"'
+# Build for Python 3.13 only (abi3 removed, need per-version wheels)
+ssh "$LINUX_BUILD_USER@$LINUX_BUILD_HOST" 'cd '"$REMOTE_DIR"' && docker run --rm -v $(pwd):/io -w /io quay.io/pypa/manylinux2014_x86_64 bash -c "yum install -y openssl-devel perl-IPC-Cmd && curl --proto =https --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y && source ~/.cargo/env && /opt/python/cp313-cp313/bin/pip install maturin && /opt/python/cp313-cp313/bin/maturin build --profile wheel --compatibility manylinux2014 -i /opt/python/cp313-cp313/bin/python"'
 
 mkdir -p dist/
 scp "$LINUX_BUILD_USER@$LINUX_BUILD_HOST:$REMOTE_DIR/target/wheels/*manylinux*.whl" dist/
-echo "OK: Linux wheel built"
+echo "OK: Linux wheels built"
 """
 
 # =============================================================================
@@ -333,25 +376,46 @@ echo "OK: Preflight passed"
 description = "Synchronize with remote (Phase 2)"
 depends = ["release:preflight"]
 run = """
+#!/usr/bin/env bash
+set -euo pipefail
+
 echo "=== SYNC ==="
+
+# Ensure SSH remote for terrylica account
+REMOTE_URL=$(git remote get-url origin)
+if [[ ! "$REMOTE_URL" =~ github.com-terrylica ]]; then
+  echo "Fixing remote URL for terrylica identity..."
+  git remote set-url origin "git@github.com-terrylica:terrylica/rangebar-py.git"
+fi
+
 git pull --rebase origin main || { echo "FAIL: Pull failed"; exit 1; }
 git push origin main || { echo "FAIL: Push failed"; exit 1; }
 echo "OK: Synced"
 """
 
+[tasks."release:check-config"]
+description = "Verify release configuration (GitHub, Doppler, SSH)"
+run = "./scripts/check-release-config.sh"
+
 [tasks."release:build-all"]
-description = "Build all platform wheels (Phase 3)"
+description = "Build all platform wheels + sdist (Phase 3 - runs AFTER version bump)"
+depends = ["release:version"]
 run = """
 echo "=== BUILD ALL PLATFORMS ==="
 mise run release:macos-arm64
 mise run release:linux
-echo "OK: All wheels built"
-ls -la dist/*.whl 2>/dev/null || true
+mise run release:sdist
+# Copy macOS wheel and sdist to dist/ (Linux wheel already lands there via scp)
+VERSION=$(grep -A5 '\\[workspace.package\\]' Cargo.toml | grep '^version' | head -1 | sed 's/.*= "\\(.*\\)"/\\1/')
+cp -n target/wheels/rangebar-${VERSION}-*.whl dist/ 2>/dev/null || true
+cp -n target/wheels/rangebar-${VERSION}.tar.gz dist/ 2>/dev/null || true
+echo "OK: All wheels + sdist built"
+ls -la dist/rangebar-${VERSION}* 2>/dev/null || true
 """
 
 [tasks."release:postflight"]
-description = "Verify and publish (Phase 4)"
-depends = ["smoke"]
+description = "Verify and publish (Phase 4 - runs AFTER builds)"
+depends = ["smoke", "release:build-all"]
 run = """
 echo "=== POSTFLIGHT ==="
 WHEEL_COUNT=$(find dist/ -name "*.whl" 2>/dev/null | wc -l | tr -d ' ')
@@ -362,58 +426,31 @@ echo "To publish: mise run publish"
 """
 
 [tasks."release:version"]
-description = "Bump version via semantic-release (requires npm install first)"
-run = """
-if [ ! -d node_modules ]; then
-  echo "Installing npm dependencies..."
-  npm install
-fi
-npm run release
-"""
+description = "Bump version via semantic-release with Doppler GitHub token"
+depends = ["release:sync"]
+run = "./scripts/semantic-release.sh"
 
 [tasks."release:dry"]
 description = "Preview what semantic-release would do (no changes)"
-run = """
-if [ ! -d node_modules ]; then
-  echo "Installing npm dependencies..."
-  npm install
-fi
-echo "=== DRY RUN: Previewing release ==="
-npx semantic-release --dry-run --no-ci
-"""
+run = "bun install --silent 2>/dev/null && GH_CONFIG_DIR=$HOME/.config/gh/profiles/terrylica GITHUB_TOKEN=$(gh auth token) bun run semantic-release --dry-run --no-ci"
 
 [tasks."release:pypi"]
-description = "Publish to PyPI using Doppler credentials (local-only)"
+description = "Publish to PyPI using Doppler credentials (local-only, ADR-0027)"
+depends = ["release:build-all"]
 run = "./scripts/publish-to-pypi.sh"
 
 [tasks."release:full"]
-description = "Full 4-phase release workflow"
+description = "Full release workflow: version bump → build → smoke → publish to PyPI"
+# Dependency chain enforced via task-level depends:
+#   preflight → sync → version → build-all → postflight
+#                                    ↓
+#                              release:pypi (publish)
+# mise resolves the full DAG automatically.
+depends = ["release:postflight", "release:pypi"]
 run = """
-echo "=== FULL RELEASE WORKFLOW ==="
-
-echo ""
-echo "=== Phase 1: PREFLIGHT ==="
-mise run release:preflight
-
-echo ""
-echo "=== Phase 2: SYNC ==="
-mise run release:sync
-
-echo ""
-echo "=== Phase 3: VERSION (semantic-release) ==="
-mise run release:version
-
-echo ""
-echo "=== Phase 4: BUILD ==="
-mise run release:build-all
-
-echo ""
-echo "=== Phase 5: POSTFLIGHT ==="
-mise run release:postflight
-
-echo ""
-echo "=== COMPLETE ==="
-echo "Run 'mise run publish' to publish to PyPI"
+echo '========================================='
+echo ' Release complete and published to PyPI!'
+echo '========================================='
 """
 
 # =============================================================================
@@ -440,3 +477,49 @@ print("OK: basic processing works")
 [tasks.smoke]
 description = "Run all smoke tests"
 depends = ["smoke:import", "smoke:process"]
+
+# =============================================================================
+# Checksum Verification Tasks (Issue #43)
+# =============================================================================
+
+[tasks."test:checksum"]
+description = "Test Rust checksum verification module"
+run = "cargo nextest run -p rangebar-providers checksum"
+
+[tasks."test:checksum:integration"]
+description = "Integration test with real Binance data (requires network)"
+run = """
+python -c '
+from rangebar import get_range_bars
+import logging
+logging.basicConfig(level=logging.DEBUG)
+
+# Test with checksum verification (should see checksum events in logs)
+df = get_range_bars("BTCUSDT", "2024-01-01", "2024-01-01", verify_checksum=True)
+print(f"Downloaded {len(df)} bars with checksum verification")
+'
+"""
+
+[tasks."checksum:audit"]
+description = "Audit Tier 1 cache for unverified files"
+run = """
+python -c '
+from rangebar.storage.checksum_registry import ChecksumRegistry
+registry = ChecksumRegistry()
+count = registry.get_verified_count("BTCUSDT")
+print(f"BTCUSDT verified dates: {count}")
+'
+"""
+
+[tasks."checksum:pushover-test"]
+description = "Send test Pushover alert to verify credentials"
+run = """
+python -c '
+from rangebar.notify.pushover import send_critical_alert
+result = send_critical_alert(
+    title="🧪 RB Test Alert",
+    message="Checksum verification test - ignore this alert.",
+)
+print(f"Pushover alert sent: {result}")
+'
+"""

rangebar-11.4.0/.pre-commit-config.yaml

@@ -0,0 +1,33 @@
+# Pre-commit hooks for rangebar-py
+# ADR-005: Automated Release Management
+#
+# Philosophy: Only checks that catch BUGS, not cosmetic formatting
+#
+# REMOVED (cosmetic, no bug-catching value):
+#   - black (Python formatting)
+#   - fmt (Rust formatting)
+#   - end-of-file-fixer
+#   - trailing-whitespace
+#
+# MOVED TO PRE-PUSH (too slow for commits):
+#   - clippy (Rust linting) - runs on `git push` via global hook
+#
+# Install: pre-commit install
+# Run manually: pre-commit run --all-files
+
+repos:
+  # Python linting (fast, catches bugs)
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.8.4
+    hooks:
+      - id: ruff
+        args: [--fix, --exit-non-zero-on-fix]
+
+  # Config validation (prevents broken builds)
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+      - id: check-yaml
+      - id: check-toml
+      - id: check-added-large-files
+        args: [--maxkb=1024]  # Prevent committing files >1MB