rangebar 12.0.1__tar.gz → 12.1.1__tar.gz

rangebar-12.1.1/.cargo/config.toml

@@ -0,0 +1,36 @@
+# Project-local Cargo configuration
+# Overrides ~/.cargo/config.toml for cross-compilation compatibility
+
+# =============================================================================
+# Cross-Compilation Settings
+# =============================================================================
+# IMPORTANT: Do NOT use target-cpu=native here - it breaks cross-compilation.
+# The global ~/.cargo/config.toml may have target-cpu=native, which works for
+# native builds but fails when cross-compiling to x86_64-linux from ARM macOS.
+#
+# Per-target flags override global [build] rustflags, enabling zig cross-compile.
+
+[build]
+# Remove target-cpu=native to allow cross-compilation
+rustflags = ["-C", "opt-level=3", "-C", "strip=symbols"]
+
+# =============================================================================
+# Target-Specific Overrides
+# =============================================================================
+# These apply ONLY when building for the specific target, allowing us to
+# use native optimizations on macOS while keeping Linux cross-compile friendly.
+
+[target.aarch64-apple-darwin]
+# Native macOS ARM64: can use native CPU features
+rustflags = ["-C", "opt-level=3", "-C", "target-cpu=native", "-C", "strip=symbols"]
+
+[target.x86_64-unknown-linux-gnu]
+# Linux cross-compile: generic x86_64, no native CPU features
+rustflags = ["-C", "opt-level=3", "-C", "strip=symbols"]
+
+# =============================================================================
+# Linker Settings (for cross-compilation)
+# =============================================================================
+# Maturin --zig sets these automatically, but documenting for reference:
+# [target.x86_64-unknown-linux-gnu]
+# linker = "zig cc -target x86_64-linux-gnu.2.17"

rangebar-12.1.1/.mise/tasks/bench.toml

@@ -0,0 +1,34 @@
+# Benchmarking Tasks
+# Usage: mise run bench:run, mise run bench:validate
+
+["bench:run"]
+description = "Run performance benchmarks"
+run = "cargo bench --bench rangebar_bench"
+
+["bench:quick"]
+description = "Run quick benchmarks (reduced iterations)"
+run = "cargo bench --bench rangebar_bench -- --quick"
+
+["bench:baseline"]
+description = "Create performance baseline"
+run = """
+mkdir -p $BENCH_DATA_DIR
+cargo bench --bench rangebar_bench -- --save-baseline main
+echo "Baseline saved to $BENCH_DATA_DIR/main"
+"""
+
+["bench:compare"]
+description = "Compare current performance with baseline"
+run = "cargo bench --bench rangebar_bench -- --baseline main"
+
+["bench:validate"]
+description = "Validate performance targets (1M ticks < 100ms)"
+run = """
+echo "Running performance validation..."
+cargo bench --bench rangebar_bench -- --quick 2>&1 | tee /tmp/bench_output.txt
+if grep -q "1M.*time:.*[0-9][0-9][0-9]\\.[0-9]* ms" /tmp/bench_output.txt; then
+  echo "FAIL: 1M ticks benchmark exceeds 100ms target"
+  exit 1
+fi
+echo "PASS: Performance targets met"
+"""

rangebar-12.1.1/.mise/tasks/cache.toml

@@ -0,0 +1,10 @@
+# ClickHouse Cache Tasks
+# Usage: mise run cache:status
+
+["cache:status"]
+description = "Show ClickHouse cache statistics"
+run = "python scripts/cache_status.py"
+
+["cache:clear"]
+description = "Clear ClickHouse cache for a symbol (interactive)"
+run = "python scripts/cache_clear.py"

rangebar-12.1.1/.mise/tasks/checksum.toml

@@ -0,0 +1,44 @@
+# Checksum Verification Tasks (Issue #43)
+# Usage: mise run test:checksum
+
+["test:checksum"]
+description = "Test Rust checksum verification module"
+run = "cargo nextest run -p rangebar-providers checksum"
+
+["test:checksum:integration"]
+description = "Integration test with real Binance data (requires network)"
+run = """
+python -c '
+from rangebar import get_range_bars
+import logging
+logging.basicConfig(level=logging.DEBUG)
+
+# Test with checksum verification (should see checksum events in logs)
+df = get_range_bars("BTCUSDT", "2024-01-01", "2024-01-01", verify_checksum=True)
+print(f"Downloaded {len(df)} bars with checksum verification")
+'
+"""
+
+["checksum:audit"]
+description = "Audit Tier 1 cache for unverified files"
+run = """
+python -c '
+from rangebar.storage.checksum_registry import ChecksumRegistry
+registry = ChecksumRegistry()
+count = registry.get_verified_count("BTCUSDT")
+print(f"BTCUSDT verified dates: {count}")
+'
+"""
+
+["checksum:pushover-test"]
+description = "Send test Pushover alert to verify credentials"
+run = """
+python -c '
+from rangebar.notify.pushover import send_critical_alert
+result = send_critical_alert(
+    title="🧪 RB Test Alert",
+    message="Checksum verification test - ignore this alert.",
+)
+print(f"Pushover alert sent: {result}")
+'
+"""

rangebar-12.1.1/.mise/tasks/deps.toml

@@ -0,0 +1,26 @@
+# Dependency Management Tasks
+# Usage: mise run deps:check, mise run deps:security
+
+["deps:check"]
+description = "Check for outdated dependencies"
+run = "cargo outdated -R --color always"
+
+["deps:security"]
+description = "Run security audit on dependencies"
+run = "cargo deny check advisories && cargo deny check licenses"
+
+["deps:tree"]
+description = "Show dependency tree (depth 1)"
+run = "cargo tree --depth 1 | grep -E '^[a-z]'"
+
+["deps:update"]
+description = "Update dependencies (simple - no rollback)"
+run = """
+cargo update
+cargo nextest run --no-fail-fast
+echo "Dependencies updated and tests passed"
+"""
+
+["deps:update-safe"]
+description = "Update dependencies with backup/rollback (uses script)"
+run = "./scripts/dependency_monitor.sh auto"

rangebar-12.1.1/.mise/tasks/dev.toml

@@ -0,0 +1,62 @@
+# Development Tasks
+# Usage: mise run fmt, mise run test, mise run build
+
+[fmt]
+description = "Format code with cargo fmt"
+run = "cargo fmt --all"
+
+[lint]
+description = "Run clippy linting"
+run = "cargo clippy --all-targets --all-features"
+
+[test]
+description = "Run Rust tests with cargo nextest (excludes PyO3 root crate)"
+run = "cargo nextest run --workspace --exclude rangebar-py"
+
+[test-py]
+description = "Run Python tests"
+run = "pytest tests/ -v"
+
+["test:e2e"]
+description = "Run end-to-end tests (requires ClickHouse)"
+run = "pytest tests/ -v -m 'not slow' --tb=short"
+
+["test:clickhouse"]
+description = "Run ClickHouse-specific tests"
+run = "pytest tests/ -v -m clickhouse --tb=short"
+
+["test:all"]
+description = "Run all tests including slow and ClickHouse"
+run = "pytest tests/ -v --tb=short"
+
+[deny]
+description = "Run cargo deny security checks"
+run = "cargo deny check"
+
+[check]
+description = "Run all quality checks (fmt + test)"
+depends = ["fmt", "test"]
+
+[check-full]
+description = "Full quality checks including lint and deny"
+depends = ["fmt", "lint", "test", "deny"]
+
+[build]
+description = "Build Python extension (development)"
+run = "maturin develop"
+
+[build-release]
+description = "Build in release mode"
+run = "cargo build --release"
+
+[clean]
+description = "Clean build artifacts"
+run = "cargo clean && rm -rf dist/ build/ *.egg-info"
+
+[docs]
+description = "Generate documentation"
+run = "cargo doc --open --all-features"
+
+[dev]
+description = "Quick development cycle (fmt + test)"
+depends = ["fmt", "test"]

rangebar-12.1.1/.mise/tasks/diag.toml

@@ -0,0 +1,189 @@
+# Diagnostics Tasks
+# Usage: mise run diag:release
+
+["diag:release"]
+description = "Diagnose release environment (SSH, tools, PyPI)"
+run = """
+#!/usr/bin/env bash
+set -euo pipefail
+
+echo "=== RELEASE DIAGNOSTICS ==="
+echo ""
+
+# Version info
+VERSION=$(grep -A5 '\\[workspace.package\\]' Cargo.toml | grep '^version' | head -1 | sed 's/.*= "\\(.*\\)"/\\1/')
+echo "Local version: $VERSION"
+
+# PyPI check
+echo ""
+echo "--- PyPI Status ---"
+PYPI_VERSION=$(pip index versions rangebar 2>/dev/null | head -1 | sed 's/rangebar (\\(.*\\))/\\1/' || echo "unknown")
+echo "PyPI latest: $PYPI_VERSION"
+if [ "$VERSION" = "$PYPI_VERSION" ]; then
+    echo "STATUS: Version $VERSION already on PyPI"
+else
+    echo "STATUS: Version $VERSION NOT on PyPI (publishable)"
+fi
+
+# Git status
+echo ""
+echo "--- Git Status ---"
+echo "Branch: $(git branch --show-current)"
+echo "Clean: $(git status --porcelain | wc -l | tr -d ' ') uncommitted files"
+echo "Remote: $(git remote get-url origin)"
+
+# SSH connectivity
+echo ""
+echo "--- SSH Connectivity ---"
+echo -n "Port 443 (ssh.github.com): "
+SSH_OUT=$(timeout 15 ssh -T -o ConnectTimeout=10 git@github.com-terrylica 2>&1 || true)
+if echo "$SSH_OUT" | grep -q "successfully authenticated"; then
+    echo "OK"
+elif echo "$SSH_OUT" | grep -qi "timeout\\|timed out"; then
+    echo "TIMEOUT"
+else
+    echo "FAIL"
+fi
+
+echo -n "Port 22 (direct): "
+SSH_OUT=$(timeout 20 ssh -T -p 22 -i ~/.ssh/id_ed25519_terrylica -o IdentitiesOnly=yes -o ConnectTimeout=15 git@github.com 2>&1 || true)
+if echo "$SSH_OUT" | grep -q "successfully authenticated"; then
+    echo "OK"
+elif echo "$SSH_OUT" | grep -qi "timeout\\|timed out"; then
+    echo "TIMEOUT"
+else
+    echo "FAIL"
+fi
+
+# Tools
+echo ""
+echo "--- Build Tools ---"
+echo "Rust: $(rustc --version 2>/dev/null || echo 'not found')"
+echo "Zig: $(zig version 2>/dev/null || echo 'not found')"
+echo "Maturin: $(maturin --version 2>/dev/null || echo 'not found')"
+echo "Linux target: $(rustup target list --installed | grep -q x86_64-unknown-linux-gnu && echo 'installed' || echo 'missing')"
+
+# Cargo config
+echo ""
+echo "--- Cargo Config ---"
+if [ -f ".cargo/config.toml" ]; then
+    echo "Project .cargo/config.toml: exists"
+    if grep -A5 "^\\[build\\]" .cargo/config.toml | grep "^rustflags" | grep -q "target-cpu=native"; then
+        echo "  WARN: [build] section has target-cpu=native (breaks cross-compile)"
+    elif grep "^rustflags" .cargo/config.toml | grep -q "target-cpu=native"; then
+        echo "  OK: target-cpu=native only in target-specific sections"
+    else
+        echo "  OK: No target-cpu=native in rustflags"
+    fi
+else
+    echo "Project .cargo/config.toml: MISSING (may need for cross-compile)"
+fi
+
+# Build locks
+echo ""
+echo "--- Build Locks ---"
+if [ -d "$BUILD_LOCK_DIR" ]; then
+    LOCKS=$(find "$BUILD_LOCK_DIR" -name "*.lock*" 2>/dev/null | wc -l | tr -d ' ')
+    echo "Lock directory: $BUILD_LOCK_DIR"
+    echo "Active locks: $LOCKS"
+    ls -la "$BUILD_LOCK_DIR"/*.lock* 2>/dev/null || echo "  (none)"
+else
+    echo "Lock directory: not created yet"
+fi
+
+# 1Password
+echo ""
+echo "--- Credentials ---"
+echo -n "1Password PyPI token: "
+if op item get djevteztvbcqgcm3yl4njkawjq --fields credential --reveal 2>/dev/null | head -c 10 >/dev/null; then
+    echo "accessible"
+else
+    echo "FAIL (run: op signin)"
+fi
+
+echo ""
+echo "=== END DIAGNOSTICS ==="
+"""
+
+["diag:fetch"]
+description = "Fetch and update remote tracking refs (fixes statusline ↑/↓ mismatch)"
+run = """
+#!/usr/bin/env bash
+set -euo pipefail
+
+echo "Fetching with SSH fallback..."
+
+# Try default first, fallback to port 22
+if timeout 15 git fetch origin 2>/dev/null; then
+    echo "OK: Fetched via default SSH"
+else
+    echo "WARN: Default SSH timed out, using port 22..."
+    GIT_SSH_COMMAND='ssh -p 22 -i ~/.ssh/id_ed25519_terrylica -o IdentitiesOnly=yes -o ConnectTimeout=10' \
+        git fetch origin main:refs/remotes/origin/main
+    echo "OK: Fetched via port 22"
+fi
+
+# Show current state
+echo ""
+echo "Local vs Remote:"
+git log --oneline origin/main..HEAD 2>/dev/null | head -5 || echo "  (in sync)"
+"""
+
+["diag:locks-clear"]
+description = "Clear all build locks (use when stuck)"
+run = """
+#!/usr/bin/env bash
+echo "Clearing build locks..."
+rm -rf "$BUILD_LOCK_DIR"/*.lock* 2>/dev/null || true
+rm -rf "$BUILD_LOCK_DIR"/*.lock.d 2>/dev/null || true
+echo "OK: Locks cleared"
+ls -la "$BUILD_LOCK_DIR" 2>/dev/null || echo "Lock directory empty"
+"""
+
+["diag:ssh-fix"]
+description = "Test and fix SSH connectivity to GitHub"
+run = """
+#!/usr/bin/env bash
+set -euo pipefail
+
+echo "=== SSH Connectivity Fix ==="
+
+# Test port 443 (configured in ~/.ssh/config)
+echo -n "Testing port 443 (ssh.github.com)... "
+if timeout 15 ssh -T -o ConnectTimeout=10 git@github.com-terrylica 2>&1 | grep -q "successfully authenticated"; then
+    echo "OK"
+    echo "Port 443 works - no fix needed"
+    exit 0
+else
+    echo "TIMEOUT"
+fi
+
+# Test port 22 (direct)
+echo -n "Testing port 22 (github.com direct)... "
+if timeout 20 ssh -T -p 22 -i ~/.ssh/id_ed25519_terrylica -o IdentitiesOnly=yes -o ConnectTimeout=15 git@github.com 2>&1 | grep -q "successfully authenticated"; then
+    echo "OK"
+    echo ""
+    echo "Port 22 works but port 443 doesn't."
+    echo "Your network may be blocking port 443 to ssh.github.com"
+    echo ""
+    echo "Options:"
+    echo "  1. Update ~/.ssh/config to use port 22:"
+    echo "     Host github.com-terrylica"
+    echo "         HostName github.com"
+    echo "         Port 22"
+    echo "         User git"
+    echo "         IdentityFile ~/.ssh/id_ed25519_terrylica"
+    echo ""
+    echo "  2. Use mise run release:quick (skips sync)"
+    echo ""
+    echo "  3. Manually sync with:"
+    echo "     GIT_SSH_COMMAND='ssh -p 22 -i ~/.ssh/id_ed25519_terrylica' git pull --rebase origin main"
+else
+    echo "FAIL"
+    echo ""
+    echo "Both ports failing - check:"
+    echo "  1. SSH key exists: ls -la ~/.ssh/id_ed25519_terrylica"
+    echo "  2. Key added to GitHub: gh ssh-key list"
+    echo "  3. Network connectivity: ping github.com"
+fi
+"""

rangebar-12.1.1/.mise/tasks/prof.toml

@@ -0,0 +1,18 @@
+# Profiling Tasks
+# Usage: mise run prof:flamegraph
+
+["prof:flamegraph"]
+description = "Generate CPU flamegraph"
+run = """
+mkdir -p $PROFILE_DATA_DIR
+cargo flamegraph --bench rangebar_bench -o $PROFILE_DATA_DIR/flamegraph-$(date +%Y%m%d-%H%M%S).svg
+echo "Flamegraph saved to $PROFILE_DATA_DIR/"
+"""
+
+["prof:build-release"]
+description = "Build with profiling symbols"
+run = "CARGO_PROFILE_RELEASE_DEBUG=true cargo build --release"
+
+["prof:full"]
+description = "Comprehensive profiling suite (uses script for platform detection)"
+run = "./scripts/profiling_tools.sh full"