mangleframes 0.2.3__tar.gz → 0.2.4__tar.gz

{mangleframes-0.2.3 → mangleframes-0.2.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mangleframes
-Version: 0.2.3
+Version: 0.2.4
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Rust
 Classifier: License :: OSI Approved :: MIT License

{mangleframes-0.2.3 → mangleframes-0.2.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "maturin"
 
 [project]
 name = "mangleframes"
-version = "0.2.3"
+version = "0.2.4"
 description = "PySpark DataFrame viewer with modern web UI"
 requires-python = ">=3.11"
 license = { text = "MIT" }

{mangleframes-0.2.3 → mangleframes-0.2.4}/python/mangleframes/__init__.py

@@ -4,19 +4,18 @@ from __future__ import annotations
 import atexit
 import os
 import subprocess
-import threading
 import time
 from pathlib import Path
 from typing import TYPE_CHECKING
 
 from .launcher import launch_viewer
-from .protocol import clear_arrow_cache, clear_stats_cache, prefetch_frame
+from .protocol import clear_arrow_cache, clear_stats_cache
 from .server import DataFrameServer
 
 if TYPE_CHECKING:
     from pyspark.sql import DataFrame
 
-__version__ = "0.2.3"
+__version__ = "0.2.4"
 __all__ = ["register", "unregister", "show", "cleanup"]
 
 _registry: dict[str, DataFrame] = {}
@@ -81,11 +80,6 @@ def register(name: str, df: DataFrame) -> None:
     clear_stats_cache(name)
     clear_arrow_cache(name)
 
-    def do_prefetch() -> None:
-        prefetch_frame(_registry, name, limit=10000)
-
-    threading.Thread(target=do_prefetch, daemon=True).start()
-
     if _server is None:
         _server = DataFrameServer(_registry)
         _server.start()

{mangleframes-0.2.3 → mangleframes-0.2.4}/python/mangleframes/protocol.py

@@ -64,34 +64,6 @@ def _serialize_arrow_ipc(table: pa.Table) -> tuple[bytes, int]:
     return sink.getvalue().to_pybytes(), ipc_ms
 
 
-def prefetch_frame(registry: dict[str, DataFrame], name: str, limit: int = 10000) -> bool:
-    """Prefetch DataFrame as Arrow IPC bytes in background.
-
-    Returns True if prefetch succeeded, False otherwise.
-    """
-    if name not in registry:
-        return False
-
-    try:
-        df = registry[name]
-        start = time.perf_counter()
-        limited_df = df.limit(limit) if limit > 0 else df
-        table = limited_df.toArrow()
-        spark_ms = int((time.perf_counter() - start) * 1000)
-        total_rows = table.num_rows
-
-        arrow_bytes, ipc_ms = _serialize_arrow_ipc(table)
-        # 24-byte header: spark_ms, ipc_ms, total_rows (all little-endian u64)
-        payload = struct.pack("<QQQ", spark_ms, ipc_ms, total_rows) + arrow_bytes
-
-        with _arrow_cache_lock:
-            _arrow_cache[name] = (limit, payload)
-
-        return True
-    except Exception:
-        return False
-
-
 def encode_response(status: int, payload: bytes) -> bytes:
     """Encode response with status and length prefix."""
     return struct.pack(">II", status, len(payload)) + payload
@@ -888,8 +860,8 @@ def handle_join_analyze(
 
         # Matched counts via inner join
         joined = left_df.join(right_df, join_cond, "inner")
-        left_matched = joined.select(left_keys).distinct().count()
-        right_matched = joined.select(right_keys).distinct().count()
+        left_matched = joined.select([left_df[k] for k in left_keys]).distinct().count()
+        right_matched = joined.select([right_df[k] for k in right_keys]).distinct().count()
         total_pairs = joined.count()
 
         # Cardinality detection

{mangleframes-0.2.3 → mangleframes-0.2.4}/viewer/src/handlers.rs

@@ -41,11 +41,6 @@ pub async fn serve_css() -> impl IntoResponse {
         .unwrap()
 }
 
-pub async fn get_status(State(state): State<Arc<AppState>>) -> impl IntoResponse {
-    let ready = *state.preload_complete.read().await;
-    Json(json!({"ready": ready}))
-}
-
 pub async fn list_frames(State(state): State<Arc<AppState>>) -> impl IntoResponse {
     match state.client.list_frames_async().await {
         Ok(names) => Json(json!({"frames": names})).into_response(),

mangleframes-0.2.4/viewer/src/main.rs

@@ -0,0 +1,62 @@
+//! MangleFrames Viewer - Web-based PySpark DataFrame viewer.
+
+mod arrow_reader;
+mod dashboard;
+mod dq_handlers;
+mod export;
+mod handlers;
+mod history_analysis;
+mod history_handlers;
+mod join_handlers;
+mod perf;
+mod reconcile_handlers;
+mod socket_client;
+mod stats;
+mod web_server;
+mod websocket;
+
+use std::path::PathBuf;
+use std::sync::Arc;
+
+use clap::Parser;
+use tracing::info;
+use tracing_subscriber::EnvFilter;
+
+use crate::socket_client::SocketClient;
+use crate::web_server::AppState;
+
+#[derive(Parser)]
+#[command(name = "mangleframes-viewer")]
+#[command(about = "Web-based PySpark DataFrame viewer")]
+struct Args {
+    #[arg(short, long)]
+    socket: PathBuf,
+
+    #[arg(short, long, default_value = "8765")]
+    port: u16,
+
+    #[arg(long)]
+    no_browser: bool,
+}
+
+#[tokio::main]
+async fn main() -> anyhow::Result<()> {
+    tracing_subscriber::fmt()
+        .with_env_filter(EnvFilter::from_default_env())
+        .init();
+
+    let args = Args::parse();
+
+    info!("Connecting to Python server at {:?}", args.socket);
+    let client = Arc::new(SocketClient::new(&args.socket));
+    let state = AppState::new(client.clone());
+
+    if !args.no_browser {
+        let url = format!("http://localhost:{}", args.port);
+        info!("Opening browser at {}", url);
+        let _ = webbrowser::open(&url);
+    }
+
+    info!("Starting web server on port {}", args.port);
+    web_server::run(state, args.port).await
+}

{mangleframes-0.2.3 → mangleframes-0.2.4}/viewer/src/web_server.rs

@@ -47,7 +47,6 @@ pub struct AppState {
     pub json_cache: RwLock<HashMap<JsonCacheKey, JsonCacheEntry>>,
     pub broadcast_tx: broadcast::Sender<String>,
     pub perf: Arc<PerfCollector>,
-    pub preload_complete: RwLock<bool>,
 }
 
 impl AppState {
@@ -59,7 +58,6 @@ impl AppState {
             json_cache: RwLock::new(HashMap::new()),
             broadcast_tx: tx,
             perf: Arc::new(PerfCollector::new()),
-            preload_complete: RwLock::new(false),
         })
     }
 
@@ -115,7 +113,6 @@ pub async fn run(state: Arc<AppState>, port: u16) -> anyhow::Result<()> {
         .route("/api/perf", get(handlers::get_perf_stats))
         .route("/api/perf/benchmark", post(handlers::run_benchmark))
         .route("/api/perf/stream", post(handlers::stream_benchmark))
-        .route("/api/status", get(handlers::get_status))
         .route("/api/join/analyze", post(join_handlers::analyze_join))
         .route("/api/join/unmatched/{side}", get(join_handlers::get_unmatched))
         .route("/api/join/export", post(join_handlers::export_unmatched))

{mangleframes-0.2.3 → mangleframes-0.2.4}/viewer/static/app.js

@@ -9,45 +9,19 @@ const state = {
     sortDir: 'asc',
     searchTerm: '',
     loading: false,
-    preloadComplete: false,
     tableHeight: null,
     sectionOrder: ['section-stats', 'section-quality', 'section-sql', 'section-join'],
     dqxAvailable: false,
     qualityRules: {},
     qualityResults: null,
-    qualitySuggestions: null
+    qualitySuggestions: null,
+    visibleColumns: [],
+    columnOrder: [],
+    columnSearchTerm: ''
 };
 
 const $ = id => document.getElementById(id);
 
-function showLoadingOverlay() {
-    const overlay = document.createElement('div');
-    overlay.id = 'loading-overlay';
-    overlay.innerHTML = `
-        <div class="spinner"></div>
-        <p>Connecting to Spark...</p>
-    `;
-    document.body.appendChild(overlay);
-}
-
-function hideLoadingOverlay() {
-    const overlay = $('loading-overlay');
-    if (overlay) overlay.remove();
-}
-
-async function checkPreloadStatus() {
-    try {
-        const data = await fetchJSON('/api/status');
-        state.preloadComplete = data.ready;
-        if (!data.ready) {
-            showLoadingOverlay();
-        }
-    } catch (e) {
-        // Status endpoint unavailable, proceed normally
-        state.preloadComplete = true;
-    }
-}
-
 async function fetchJSON(url, options = {}) {
     const res = await fetch(url, options);
     if (!res.ok) {
@@ -76,7 +50,9 @@ async function loadFrames() {
 async function loadSchema(name) {
     const data = await fetchJSON(`/api/frames/${name}/schema`);
     state.columns = data.columns || [];
+    initColumnState();
     renderHeader();
+    renderColumnDropdown();
 }
 
 async function loadData(name, offset = 0) {
@@ -149,7 +125,13 @@ function renderHeader() {
     thead.innerHTML = '';
     const tr = document.createElement('tr');
 
-    state.columns.forEach(col => {
+    // Fall back to state.columns if visibleColumns not initialized
+    const colsToRender = state.visibleColumns.length > 0 ? state.visibleColumns : state.columns.map(c => c.name);
+    const visibleCols = colsToRender
+        .map(name => state.columns.find(c => c.name === name))
+        .filter(Boolean);
+
+    visibleCols.forEach(col => {
         const th = document.createElement('th');
         th.textContent = col.name;
         th.dataset.col = col.name;
@@ -192,9 +174,15 @@ function renderRows() {
         });
     }
 
+    // Fall back to state.columns if visibleColumns not initialized
+    const colsToRender = state.visibleColumns.length > 0 ? state.visibleColumns : state.columns.map(c => c.name);
+    const visibleCols = colsToRender
+        .map(name => state.columns.find(c => c.name === name))
+        .filter(Boolean);
+
     rows.forEach(row => {
         const tr = document.createElement('tr');
-        state.columns.forEach(col => {
+        visibleCols.forEach(col => {
             const td = document.createElement('td');
             const val = row[col.name];
             if (val === null) {
@@ -245,6 +233,187 @@ function toggleSort(colName) {
     renderRows();
 }
 
+function initColumnState() {
+    state.columnOrder = state.columns.map(c => c.name);
+    state.visibleColumns = [...state.columnOrder];
+    state.columnSearchTerm = '';
+    $('column-dropdown-btn').disabled = state.columns.length === 0;
+    updateVisibleColCount();
+}
+
+function updateVisibleColCount() {
+    const count = $('visible-col-count');
+    const total = state.columnOrder.length;
+    const visible = state.visibleColumns.length;
+    count.textContent = visible === total ? total : `${visible}/${total}`;
+}
+
+function toggleColumnDropdown() {
+    const dropdown = $('column-dropdown');
+    dropdown.classList.toggle('open');
+    if (dropdown.classList.contains('open')) {
+        $('column-search').focus();
+    }
+}
+
+function renderColumnDropdown() {
+    const list = $('column-list');
+    list.innerHTML = '';
+
+    const searchTerm = state.columnSearchTerm.toLowerCase();
+
+    state.columnOrder.forEach(colName => {
+        const col = state.columns.find(c => c.name === colName);
+        if (!col) return;
+
+        if (searchTerm && !colName.toLowerCase().includes(searchTerm)) {
+            return;
+        }
+
+        const isVisible = state.visibleColumns.includes(colName);
+
+        const item = document.createElement('div');
+        item.className = 'column-list-item' + (isVisible ? '' : ' hidden-col');
+        item.dataset.column = colName;
+        item.draggable = true;
+
+        item.innerHTML = `
+            <span class="drag-handle">⋮⋮</span>
+            <input type="checkbox" ${isVisible ? 'checked' : ''}>
+            <span class="col-name" title="${colName}">${colName}</span>
+            <span class="col-type">${col.type.replace('Type', '')}</span>
+        `;
+
+        const checkbox = item.querySelector('input[type="checkbox"]');
+        checkbox.onclick = (e) => {
+            e.stopPropagation();
+            toggleColumnVisibility(colName);
+        };
+
+        item.addEventListener('dragstart', handleColumnDragStart);
+        item.addEventListener('dragover', handleColumnDragOver);
+        item.addEventListener('dragleave', handleColumnDragLeave);
+        item.addEventListener('drop', handleColumnDrop);
+        item.addEventListener('dragend', handleColumnDragEnd);
+
+        list.appendChild(item);
+    });
+}
+
+let draggedColumn = null;
+
+function handleColumnDragStart(e) {
+    draggedColumn = e.currentTarget.dataset.column;
+    e.currentTarget.classList.add('dragging');
+    e.dataTransfer.effectAllowed = 'move';
+}
+
+function handleColumnDragOver(e) {
+    e.preventDefault();
+    const item = e.currentTarget;
+    if (item.dataset.column !== draggedColumn) {
+        item.classList.add('drag-over');
+    }
+}
+
+function handleColumnDragLeave(e) {
+    e.currentTarget.classList.remove('drag-over');
+}
+
+function handleColumnDrop(e) {
+    e.preventDefault();
+    const targetCol = e.currentTarget.dataset.column;
+    e.currentTarget.classList.remove('drag-over');
+
+    if (targetCol === draggedColumn || !draggedColumn) return;
+
+    const fromIdx = state.columnOrder.indexOf(draggedColumn);
+    const toIdx = state.columnOrder.indexOf(targetCol);
+
+    state.columnOrder.splice(fromIdx, 1);
+    state.columnOrder.splice(toIdx, 0, draggedColumn);
+
+    const visFromIdx = state.visibleColumns.indexOf(draggedColumn);
+    if (visFromIdx >= 0) {
+        state.visibleColumns.splice(visFromIdx, 1);
+        const visToIdx = state.visibleColumns.indexOf(targetCol);
+        if (visToIdx >= 0) {
+            state.visibleColumns.splice(visToIdx, 0, draggedColumn);
+        } else {
+            state.visibleColumns = state.columnOrder.filter(
+                c => state.visibleColumns.includes(c) || c === draggedColumn
+            );
+        }
+    }
+
+    renderColumnDropdown();
+    renderHeader();
+    renderRows();
+}
+
+function handleColumnDragEnd(e) {
+    e.currentTarget.classList.remove('dragging');
+    draggedColumn = null;
+    document.querySelectorAll('.column-list-item.drag-over')
+        .forEach(el => el.classList.remove('drag-over'));
+}
+
+function toggleColumnVisibility(colName) {
+    const idx = state.visibleColumns.indexOf(colName);
+    if (idx >= 0) {
+        if (state.visibleColumns.length <= 1) return;
+        state.visibleColumns.splice(idx, 1);
+    } else {
+        const orderIdx = state.columnOrder.indexOf(colName);
+        let insertIdx = 0;
+        for (let i = 0; i < orderIdx; i++) {
+            if (state.visibleColumns.includes(state.columnOrder[i])) {
+                insertIdx++;
+            }
+        }
+        state.visibleColumns.splice(insertIdx, 0, colName);
+    }
+
+    updateVisibleColCount();
+    renderColumnDropdown();
+    renderHeader();
+    renderRows();
+}
+
+function selectAllColumns() {
+    state.visibleColumns = [...state.columnOrder];
+    updateVisibleColCount();
+    renderColumnDropdown();
+    renderHeader();
+    renderRows();
+}
+
+function clearAllColumns() {
+    if (state.columnOrder.length > 0) {
+        state.visibleColumns = [state.columnOrder[0]];
+    }
+    updateVisibleColCount();
+    renderColumnDropdown();
+    renderHeader();
+    renderRows();
+}
+
+function resetColumns() {
+    state.columnOrder = state.columns.map(c => c.name);
+    state.visibleColumns = [...state.columnOrder];
+    state.columnSearchTerm = '';
+    $('column-search').value = '';
+    updateVisibleColCount();
+    renderColumnDropdown();
+    renderHeader();
+    renderRows();
+}
+
+function filterColumnList(searchTerm) {
+    state.columnSearchTerm = searchTerm;
+    renderColumnDropdown();
+}
+
 function updateStatus() {
     const showing = state.searchTerm ? 'filtered' : state.rows.length;
     $('row-count').textContent = `Showing ${showing} of ${state.total.toLocaleString()} rows`;
@@ -252,7 +421,8 @@ function updateStatus() {
 
 function showError(msg) {
     const tbody = $('table-body');
-    tbody.innerHTML = `<tr><td colspan="${state.columns.length || 1}" class="error">${msg}</td></tr>`;
+    const colCount = state.visibleColumns.length || state.columns.length || 1;
+    tbody.innerHTML = `<tr><td colspan="${colCount}" class="error">${msg}</td></tr>`;
 }
 
 async function exportData(format) {
@@ -487,15 +657,6 @@ function setupWebSocket() {
         const msg = JSON.parse(event.data);
         if (msg.type === 'refresh') {
             loadFrames();
-        } else if (msg.type === 'preload_complete') {
-            state.preloadComplete = true;
-            hideLoadingOverlay();
-            loadFrames().then(() => {
-                if (msg.frame) {
-                    $('frame-select').value = msg.frame;
-                    $('frame-select').dispatchEvent(new Event('change'));
-                }
-            });
         }
     };
 
@@ -507,7 +668,6 @@ function init() {
     loadSectionOrder();
     setupResizeHandle();
     setupSectionDrag();
-    checkPreloadStatus();
     loadFrames();
     setupInfiniteScroll();
     setupWebSocket();
@@ -552,6 +712,22 @@ function init() {
         btn.onclick = () => exportData(btn.dataset.format);
     });
 
+    // Column dropdown controls
+    $('column-dropdown-btn').onclick = toggleColumnDropdown;
+    $('column-search').oninput = (e) => filterColumnList(e.target.value);
+    $('select-all-cols').onclick = selectAllColumns;
+    $('clear-all-cols').onclick = clearAllColumns;
+    $('reset-cols').onclick = resetColumns;
+
+    // Close dropdown when clicking outside
+    document.addEventListener('click', (e) => {
+        const dropdown = $('column-dropdown');
+        const btn = $('column-dropdown-btn');
+        if (!dropdown.contains(e.target) && e.target !== btn && !btn.contains(e.target)) {
+            dropdown.classList.remove('open');
+        }
+    });
+
     $('run-sql').onclick = runSQL;
     $('sql-input').onkeydown = (e) => {
         if (e.ctrlKey && e.key === 'Enter') runSQL();

{mangleframes-0.2.3 → mangleframes-0.2.4}/viewer/static/index.html

@@ -20,6 +20,20 @@
     <main>
         <div class="toolbar">
             <input type="text" id="search-input" placeholder="Search...">
+            <div class="column-dropdown-container">
+                <button id="column-dropdown-btn" class="column-dropdown-btn" disabled>
+                    Columns <span id="visible-col-count"></span>
+                </button>
+                <div id="column-dropdown" class="column-dropdown">
+                    <input type="text" id="column-search" placeholder="Search columns...">
+                    <div class="column-dropdown-actions">
+                        <button id="select-all-cols">All</button>
+                        <button id="clear-all-cols">None</button>
+                        <button id="reset-cols">Reset</button>
+                    </div>
+                    <div id="column-list" class="column-list"></div>
+                </div>
+            </div>
             <div class="export-buttons">
                 <button data-format="csv">CSV</button>
                 <button data-format="json">JSON</button>

{mangleframes-0.2.3 → mangleframes-0.2.4}/viewer/static/style.css

@@ -72,8 +72,8 @@ main {
 
 .toolbar {
     display: flex;
-    justify-content: space-between;
     align-items: center;
+    gap: 12px;
     margin-bottom: 12px;
 }
 
@@ -81,6 +81,10 @@ main {
     width: 300px;
 }
 
+.toolbar .export-buttons {
+    margin-left: auto;
+}
+
 .export-buttons {
     display: flex;
     gap: 6px;
@@ -91,6 +95,140 @@ main {
     padding: 4px 10px;
 }
 
+.column-dropdown-container {
+    position: relative;
+}
+
+.column-dropdown-btn {
+    display: flex;
+    align-items: center;
+    gap: 6px;
+}
+
+.column-dropdown-btn:disabled {
+    opacity: 0.5;
+    cursor: not-allowed;
+}
+
+#visible-col-count {
+    font-size: 11px;
+    background: var(--accent);
+    color: white;
+    padding: 1px 6px;
+    border-radius: 10px;
+    min-width: 20px;
+    text-align: center;
+}
+
+.column-dropdown {
+    display: none;
+    position: absolute;
+    top: 100%;
+    left: 0;
+    margin-top: 4px;
+    background: var(--bg-secondary);
+    border: 1px solid var(--border);
+    border-radius: 4px;
+    width: 280px;
+    max-height: 400px;
+    z-index: 100;
+    box-shadow: 0 4px 12px rgba(0, 0, 0, 0.3);
+}
+
+.column-dropdown.open {
+    display: block;
+}
+
+.column-dropdown #column-search {
+    width: calc(100% - 16px);
+    margin: 8px;
+    font-size: 13px;
+}
+
+.column-dropdown-actions {
+    display: flex;
+    gap: 4px;
+    padding: 0 8px 8px;
+    border-bottom: 1px solid var(--border);
+}
+
+.column-dropdown-actions button {
+    flex: 1;
+    font-size: 11px;
+    padding: 4px 8px;
+}
+
+.column-list {
+    max-height: 300px;
+    overflow-y: auto;
+}
+
+.column-list-item {
+    display: flex;
+    align-items: center;
+    gap: 8px;
+    padding: 6px 8px;
+    cursor: pointer;
+    border-bottom: 1px solid var(--border);
+    transition: background 0.15s;
+}
+
+.column-list-item:last-child {
+    border-bottom: none;
+}
+
+.column-list-item:hover {
+    background: var(--bg);
+}
+
+.column-list-item.dragging {
+    opacity: 0.5;
+    background: var(--accent);
+}
+
+.column-list-item.drag-over {
+    border-top: 2px solid var(--accent);
+}
+
+.column-list-item .drag-handle {
+    cursor: grab;
+    color: var(--text-muted);
+    font-size: 12px;
+    user-select: none;
+    padding: 2px;
+}
+
+.column-list-item .drag-handle:active {
+    cursor: grabbing;
+}
+
+.column-list-item input[type="checkbox"] {
+    width: 14px;
+    height: 14px;
+    cursor: pointer;
+}
+
+.column-list-item .col-name {
+    flex: 1;
+    font-size: 13px;
+    overflow: hidden;
+    text-overflow: ellipsis;
+    white-space: nowrap;
+}
+
+.column-list-item .col-type {
+    font-size: 10px;
+    color: var(--text-muted);
+    background: var(--bg);
+    padding: 2px 6px;
+    border-radius: 3px;
+}
+
+.column-list-item.hidden-col .col-name {
+    color: var(--text-muted);
+    text-decoration: line-through;
+}
+
 .table-container {
     height: var(--table-height, calc(100vh - 320px));
     min-height: 150px;
@@ -287,31 +425,6 @@ details.drag-over {
     margin-right: 8px;
 }
 
-#loading-overlay {
-    position: fixed;
-    inset: 0;
-    background: var(--bg);
-    display: flex;
-    flex-direction: column;
-    align-items: center;
-    justify-content: center;
-    z-index: 1000;
-}
-
-#loading-overlay .spinner {
-    width: 48px;
-    height: 48px;
-    border: 4px solid var(--border);
-    border-top-color: var(--accent);
-    border-radius: 50%;
-    animation: spin 1s linear infinite;
-}
-
-#loading-overlay p {
-    margin-top: 16px;
-    color: var(--text-muted);
-}
-
 /* Join Analysis Panel */
 .join-panel {
     margin-top: 16px;

mangleframes-0.2.3/viewer/src/main.rs

@@ -1,143 +0,0 @@
-//! MangleFrames Viewer - Web-based PySpark DataFrame viewer.
-
-mod arrow_reader;
-mod dashboard;
-mod dq_handlers;
-mod export;
-mod handlers;
-mod history_analysis;
-mod history_handlers;
-mod join_handlers;
-mod perf;
-mod reconcile_handlers;
-mod socket_client;
-mod stats;
-mod web_server;
-mod websocket;
-
-use std::path::PathBuf;
-use std::sync::Arc;
-
-use clap::Parser;
-use tracing::info;
-use tracing_subscriber::EnvFilter;
-
-use std::time::Instant;
-
-use crate::arrow_reader::batches_to_json_bytes;
-use crate::socket_client::SocketClient;
-use crate::web_server::{AppState, CachedFrame, JsonCacheEntry, JsonCacheKey};
-
-#[derive(Parser)]
-#[command(name = "mangleframes-viewer")]
-#[command(about = "Web-based PySpark DataFrame viewer")]
-struct Args {
-    #[arg(short, long)]
-    socket: PathBuf,
-
-    #[arg(short, long, default_value = "8765")]
-    port: u16,
-
-    #[arg(long)]
-    no_browser: bool,
-}
-
-#[tokio::main]
-async fn main() -> anyhow::Result<()> {
-    tracing_subscriber::fmt()
-        .with_env_filter(EnvFilter::from_default_env())
-        .init();
-
-    let args = Args::parse();
-
-    info!("Connecting to Python server at {:?}", args.socket);
-    let client = Arc::new(SocketClient::new(&args.socket));
-    let state = AppState::new(client.clone());
-
-    // Spawn background preload task (non-blocking)
-    let preload_state = state.clone();
-    tokio::spawn(async move {
-        preload_first_frame(preload_state).await;
-    });
-
-    if !args.no_browser {
-        let url = format!("http://localhost:{}", args.port);
-        info!("Opening browser at {}", url);
-        let _ = webbrowser::open(&url);
-    }
-
-    info!("Starting web server on port {}", args.port);
-    web_server::run(state, args.port).await
-}
-
-/// Preload first frame into cache in background for faster initial display.
-async fn preload_first_frame(state: Arc<AppState>) {
-    let frames = match state.client.list_frames_async().await {
-        Ok(f) => f,
-        Err(e) => {
-            info!("Failed to list frames during preload: {}", e);
-            mark_preload_complete(&state, None).await;
-            return;
-        }
-    };
-
-    let first = match frames.first() {
-        Some(f) => f.clone(),
-        None => {
-            info!("No frames to preload");
-            mark_preload_complete(&state, None).await;
-            return;
-        }
-    };
-
-    info!("Preloading frame: {}", first);
-    if let Ok(response) = state.client.get_frame_async(first.clone(), 10000).await {
-        if let Ok(batches) = arrow_reader::parse_arrow_stream(&response.data) {
-            let common_limits = [100, 500, 1000, 5000, 10000];
-            {
-                let mut json_cache = state.json_cache.write().await;
-                for &limit in &common_limits {
-                    let (rows_bytes, _) = batches_to_json_bytes(&batches, 0, limit);
-                    let total = batches.iter().map(|b| b.num_rows()).sum::<usize>();
-                    let body = build_prewarm_response(&rows_bytes, total, 0, limit);
-                    let key = JsonCacheKey { frame: first.clone(), offset: 0, limit };
-                    json_cache.insert(key, JsonCacheEntry { data: body, created: Instant::now() });
-                }
-                info!("Pre-warmed JSON cache for {} limits", common_limits.len());
-            }
-
-            let mut cache = state.cache.write().await;
-            cache.insert(first.clone(), CachedFrame { batches, stats: None, last_access: Instant::now() });
-        }
-    }
-
-    mark_preload_complete(&state, Some(&first)).await;
-}
-
-/// Mark preload as complete and notify frontend via WebSocket.
-async fn mark_preload_complete(state: &Arc<AppState>, frame: Option<&str>) {
-    *state.preload_complete.write().await = true;
-
-    let msg = match frame {
-        Some(f) => format!(r#"{{"type":"preload_complete","frame":"{}"}}"#, f),
-        None => r#"{"type":"preload_complete","frame":null}"#.to_string(),
-    };
-    let _ = state.broadcast_tx.send(msg);
-    info!("Preload complete");
-}
-
-/// Build pre-warm response JSON (cached timing values are zeros)
-fn build_prewarm_response(rows_bytes: &[u8], total: usize, offset: usize, limit: usize) -> Vec<u8> {
-    let timing = r#"{"spark_ms":0,"ipc_ms":0,"socket_ms":0,"parse_ms":0,"json_ms":0,"total_ms":0,"rows_fetched":0,"bytes_transferred":0,"cached":true}"#;
-    let mut result = Vec::with_capacity(rows_bytes.len() + 200);
-    result.extend_from_slice(b"{\"rows\":");
-    result.extend_from_slice(rows_bytes);
-    result.extend_from_slice(b",\"total\":");
-    result.extend_from_slice(total.to_string().as_bytes());
-    result.extend_from_slice(b",\"offset\":");
-    result.extend_from_slice(offset.to_string().as_bytes());
-    result.extend_from_slice(b",\"timing\":");
-    result.extend_from_slice(timing.as_bytes());
-    result.extend_from_slice(b"}");
-    result
-}