lazylabel-gui 1.3.0__py3-none-any.whl → 1.3.2__py3-none-any.whl

lazylabel/utils/fast_file_manager.py

@@ -0,0 +1,676 @@
+"""
+Fast file manager with lazy loading, sorting, and efficient navigation
+"""
+
+import os
+from dataclasses import dataclass
+from datetime import datetime
+from pathlib import Path
+
+from PyQt6.QtCore import (
+    QAbstractTableModel,
+    QModelIndex,
+    QSortFilterProxyModel,
+    Qt,
+    QThread,
+    pyqtSignal,
+)
+from PyQt6.QtGui import QPixmap
+from PyQt6.QtWidgets import (
+    QComboBox,
+    QHBoxLayout,
+    QHeaderView,
+    QLabel,
+    QLineEdit,
+    QPushButton,
+    QTableView,
+    QVBoxLayout,
+    QWidget,
+)
+
+# Image extensions supported
+IMAGE_EXTENSIONS = {".png", ".jpg", ".jpeg", ".tiff", ".tif"}
+
+
+@dataclass
+class FileInfo:
+    """Information about a file"""
+
+    path: Path
+    name: str
+    size: int = 0  # Lazy load for speed
+    modified: float = 0.0  # Lazy load for speed
+    has_npz: bool = False
+    has_txt: bool = False
+    thumbnail: QPixmap | None = None
+
+
+class FileScanner(QThread):
+    """Background thread for scanning files"""
+
+    filesFound = pyqtSignal(list)  # Emits batches of FileInfo
+    scanComplete = pyqtSignal(int)  # Total file count
+    progress = pyqtSignal(int, int)  # Current, total
+
+    def __init__(self, directory: Path):
+        super().__init__()
+        self.directory = directory
+        self._stop_flag = False
+
+    def run(self):
+        """Scan directory in background - OPTIMIZED FOR SPEED"""
+        batch_size = 1000  # Larger batches = fewer UI updates = faster
+        batch = []
+        total_files = 0
+
+        try:
+            # Use os.scandir() - MUCH faster than Path.iterdir()
+            # Single pass to collect all file info
+            npz_stems = set()
+            txt_stems = set()
+            image_entries = []
+
+            with os.scandir(self.directory) as entries:
+                for entry in entries:
+                    if self._stop_flag:
+                        break
+
+                    # Check file extension
+                    name = entry.name
+                    ext = os.path.splitext(name)[1].lower()
+
+                    if ext == ".npz":
+                        npz_stems.add(os.path.splitext(name)[0])
+                    elif ext == ".txt":
+                        txt_stems.add(os.path.splitext(name)[0])
+                    elif ext in IMAGE_EXTENSIONS:
+                        image_entries.append((entry.path, name))
+
+            # Process images in batches
+            total_count = len(image_entries)
+
+            for i, (path, name) in enumerate(image_entries):
+                if self._stop_flag:
+                    break
+
+                stem = os.path.splitext(name)[0]
+
+                # Create FileInfo - NO STAT CALLS for speed!
+                file_info = FileInfo(
+                    path=Path(path),
+                    name=name,
+                    has_npz=stem in npz_stems,
+                    has_txt=stem in txt_stems,
+                )
+
+                batch.append(file_info)
+                total_files += 1
+
+                if len(batch) >= batch_size:
+                    self.filesFound.emit(batch)
+                    batch = []
+
+                # Progress updates less frequently
+                if i % 1000 == 0 and i > 0:
+                    self.progress.emit(i, total_count)
+
+            # Emit remaining files
+            if batch:
+                self.filesFound.emit(batch)
+
+            self.scanComplete.emit(total_files)
+
+        except Exception as e:
+            print(f"Error scanning directory: {e}")
+
+    def stop(self):
+        """Stop the scanning thread"""
+        self._stop_flag = True
+
+
+class FastFileModel(QAbstractTableModel):
+    """High-performance file model with background loading"""
+
+    fileSelected = pyqtSignal(Path)
+
+    def __init__(self):
+        super().__init__()
+        self._files: list[FileInfo] = []
+        self._scanner: FileScanner | None = None
+
+    def rowCount(self, parent=QModelIndex()):
+        return len(self._files)
+
+    def columnCount(self, parent=QModelIndex()):
+        return 5  # Name, Size, Modified, NPZ, TXT
+
+    def data(self, index: QModelIndex, role=Qt.ItemDataRole.DisplayRole):
+        if not index.isValid():
+            return None
+
+        file_info = self._files[index.row()]
+        col = index.column()
+
+        if role == Qt.ItemDataRole.DisplayRole:
+            if col == 0:  # Name
+                return file_info.name
+            elif col == 1:  # Size
+                # Lazy load size only when displayed
+                if file_info.size == 0:
+                    try:
+                        file_info.size = file_info.path.stat().st_size
+                    except OSError:
+                        file_info.size = -1  # Mark as error
+                return self._format_size(file_info.size) if file_info.size >= 0 else "-"
+            elif col == 2:  # Modified
+                # Lazy load modified time only when displayed
+                if file_info.modified == 0.0:
+                    try:
+                        file_info.modified = file_info.path.stat().st_mtime
+                    except OSError:
+                        file_info.modified = -1  # Mark as error
+                return (
+                    datetime.fromtimestamp(file_info.modified).strftime(
+                        "%Y-%m-%d %H:%M"
+                    )
+                    if file_info.modified > 0
+                    else "-"
+                )
+            elif col == 3:  # NPZ
+                return "✓" if file_info.has_npz else ""
+            elif col == 4:  # TXT
+                return "✓" if file_info.has_txt else ""
+        elif role == Qt.ItemDataRole.UserRole:
+            # Return the FileInfo object for custom access
+            return file_info
+        elif role == Qt.ItemDataRole.TextAlignmentRole and col in [
+            3,
+            4,
+        ]:  # Center checkmarks
+            return Qt.AlignmentFlag.AlignCenter
+
+        return None
+
+    def headerData(self, section, orientation, role):
+        if (
+            orientation == Qt.Orientation.Horizontal
+            and role == Qt.ItemDataRole.DisplayRole
+        ):
+            headers = ["Name", "Size", "Modified", "NPZ", "TXT"]
+            return headers[section]
+        return None
+
+    def _format_size(self, size: int) -> str:
+        """Format file size in human readable format"""
+        for unit in ["B", "KB", "MB", "GB"]:
+            if size < 1024:
+                return f"{size:.1f} {unit}"
+            size /= 1024
+        return f"{size:.1f} TB"
+
+    def setDirectory(self, directory: Path):
+        """Set directory to scan"""
+        # Stop previous scanner if running
+        if self._scanner and self._scanner.isRunning():
+            self._scanner.stop()
+            self._scanner.wait()
+
+        # Clear current files
+        self.beginResetModel()
+        self._files.clear()
+        self.endResetModel()
+
+        # Start new scan
+        self._scanner = FileScanner(directory)
+        self._scanner.filesFound.connect(self._on_files_found)
+        self._scanner.scanComplete.connect(self._on_scan_complete)
+        self._scanner.start()
+
+    def _on_files_found(self, files: list[FileInfo]):
+        """Handle batch of files found"""
+        start_row = len(self._files)
+        end_row = start_row + len(files) - 1
+        self.beginInsertRows(QModelIndex(), start_row, end_row)
+        self._files.extend(files)
+        self.endInsertRows()
+
+    def _on_scan_complete(self, total: int):
+        """Handle scan completion"""
+        print(f"Scan complete: {total} files found")
+
+    def getFileInfo(self, index: int) -> FileInfo | None:
+        """Get file info at index"""
+        if 0 <= index < len(self._files):
+            return self._files[index]
+        return None
+
+    def updateNpzStatus(self, image_path: Path):
+        """Update NPZ status for a specific image file"""
+        image_path_str = str(image_path)
+        npz_path = image_path.with_suffix(".npz")
+        has_npz = npz_path.exists()
+
+        # Find and update the file info
+        for i, file_info in enumerate(self._files):
+            if str(file_info.path) == image_path_str:
+                old_has_npz = file_info.has_npz
+                file_info.has_npz = has_npz
+
+                # Only emit dataChanged if status actually changed
+                if old_has_npz != has_npz:
+                    index = self.index(i, 3)  # NPZ column
+                    self.dataChanged.emit(index, index)
+                break
+
+    def getFileIndex(self, path: Path) -> int:
+        """Get index of file by path"""
+        for i, file_info in enumerate(self._files):
+            if file_info.path == path:
+                return i
+        return -1
+
+
+class FileSortProxyModel(QSortFilterProxyModel):
+    """Custom proxy model for proper sorting of file data."""
+
+    def lessThan(self, left: QModelIndex, right: QModelIndex) -> bool:
+        """Custom sorting comparison."""
+        # Get the file info objects
+        left_info = self.sourceModel().getFileInfo(left.row())
+        right_info = self.sourceModel().getFileInfo(right.row())
+
+        if not left_info or not right_info:
+            return False
+
+        col = left.column()
+
+        # Sort based on column
+        if col == 0:  # Name
+            return left_info.name.lower() < right_info.name.lower()
+        elif col == 1:  # Size
+            # Lazy load size if needed for sorting
+            if left_info.size == 0:
+                try:
+                    left_info.size = left_info.path.stat().st_size
+                except OSError:
+                    left_info.size = -1
+            if right_info.size == 0:
+                try:
+                    right_info.size = right_info.path.stat().st_size
+                except OSError:
+                    right_info.size = -1
+            return left_info.size < right_info.size
+        elif col == 2:  # Modified
+            # Lazy load modified time if needed for sorting
+            if left_info.modified == 0.0:
+                try:
+                    left_info.modified = left_info.path.stat().st_mtime
+                except OSError:
+                    left_info.modified = -1
+            if right_info.modified == 0.0:
+                try:
+                    right_info.modified = right_info.path.stat().st_mtime
+                except OSError:
+                    right_info.modified = -1
+            return left_info.modified < right_info.modified
+        elif col == 3:  # NPZ
+            return left_info.has_npz < right_info.has_npz
+        elif col == 4:  # TXT
+            return left_info.has_txt < right_info.has_txt
+
+        return False
+
+
+class FastFileManager(QWidget):
+    """Main file manager widget with improved performance"""
+
+    fileSelected = pyqtSignal(Path)
+
+    def __init__(self):
+        super().__init__()
+        self._current_directory = None
+        self._init_ui()
+
+    def _init_ui(self):
+        """Initialize the UI"""
+        layout = QVBoxLayout(self)
+        layout.setContentsMargins(0, 0, 0, 0)
+
+        # Header with controls
+        header = self._create_header()
+        layout.addWidget(header)
+
+        # File table view
+        self._table_view = QTableView()
+        self._table_view.setAlternatingRowColors(True)
+        self._table_view.setSelectionBehavior(QTableView.SelectionBehavior.SelectRows)
+        self._table_view.setSelectionMode(QTableView.SelectionMode.SingleSelection)
+        self._table_view.setSortingEnabled(False)  # We'll handle sorting manually
+        self._table_view.setEditTriggers(QTableView.EditTrigger.NoEditTriggers)
+
+        # Set up model and proxy
+        self._model = FastFileModel()
+        self._model.fileSelected.connect(self.fileSelected)
+
+        # Set up custom sorting proxy
+        self._proxy_model = FileSortProxyModel()
+        self._proxy_model.setSourceModel(self._model)
+        self._table_view.setModel(self._proxy_model)
+
+        # Enable sorting
+        self._table_view.setSortingEnabled(True)
+        self._table_view.sortByColumn(0, Qt.SortOrder.AscendingOrder)
+
+        # Configure headers
+        header = self._table_view.horizontalHeader()
+        header.setSectionResizeMode(
+            0, QHeaderView.ResizeMode.Stretch
+        )  # Name column stretches
+        header.setSectionResizeMode(1, QHeaderView.ResizeMode.ResizeToContents)  # Size
+        header.setSectionResizeMode(
+            2, QHeaderView.ResizeMode.ResizeToContents
+        )  # Modified
+        header.setSectionResizeMode(3, QHeaderView.ResizeMode.Fixed)  # NPZ
+        header.setSectionResizeMode(4, QHeaderView.ResizeMode.Fixed)  # TXT
+        header.resizeSection(3, 50)
+        header.resizeSection(4, 50)
+
+        # Style the table to match the existing UI
+        self._table_view.setStyleSheet("""
+            QTableView {
+                background-color: transparent;
+                alternate-background-color: rgba(255, 255, 255, 0.03);
+                gridline-color: rgba(255, 255, 255, 0.1);
+                color: #E0E0E0;
+            }
+            QTableView::item {
+                padding: 2px;
+                color: #E0E0E0;
+            }
+            QTableView::item:selected {
+                background-color: rgba(100, 100, 200, 0.5);
+            }
+            QHeaderView::section {
+                background-color: rgba(60, 60, 60, 0.5);
+                color: #E0E0E0;
+                padding: 4px;
+                border: 1px solid rgba(80, 80, 80, 0.4);
+                font-weight: bold;
+            }
+        """)
+
+        # Connect selection
+        self._table_view.clicked.connect(self._on_item_clicked)
+        self._table_view.doubleClicked.connect(self._on_item_double_clicked)
+
+        layout.addWidget(self._table_view)
+
+        # Status bar
+        self._status_label = QLabel("No folder selected")
+        self._status_label.setStyleSheet(
+            "padding: 5px; background: rgba(60, 60, 60, 0.3); color: #E0E0E0;"
+        )
+        layout.addWidget(self._status_label)
+
+    def _create_header(self) -> QWidget:
+        """Create header with controls"""
+        header = QWidget()
+        header.setStyleSheet("background: rgba(60, 60, 60, 0.3); padding: 5px;")
+        layout = QHBoxLayout(header)
+        layout.setContentsMargins(5, 5, 5, 5)
+
+        # Search box
+        self._search_box = QLineEdit()
+        self._search_box.setPlaceholderText("Search files...")
+        self._search_box.textChanged.connect(self._on_search_changed)
+        self._search_box.setStyleSheet("""
+            QLineEdit {
+                background-color: rgba(50, 50, 50, 0.5);
+                border: 1px solid rgba(80, 80, 80, 0.4);
+                color: #E0E0E0;
+                padding: 4px;
+                border-radius: 3px;
+            }
+        """)
+        layout.addWidget(self._search_box)
+
+        # Sort dropdown
+        sort_label = QLabel("Sort:")
+        sort_label.setStyleSheet("color: #E0E0E0;")
+        layout.addWidget(sort_label)
+
+        self._sort_combo = QComboBox()
+        self._sort_combo.addItems(
+            [
+                "Name (A-Z)",
+                "Name (Z-A)",
+                "Date (Oldest)",
+                "Date (Newest)",
+                "Size (Smallest)",
+                "Size (Largest)",
+            ]
+        )
+        self._sort_combo.currentIndexChanged.connect(self._on_sort_changed)
+        self._sort_combo.setStyleSheet("""
+            QComboBox {
+                background-color: rgba(50, 50, 50, 0.5);
+                border: 1px solid rgba(80, 80, 80, 0.4);
+                color: #E0E0E0;
+                padding: 4px;
+                border-radius: 3px;
+            }
+            QComboBox::drop-down {
+                border: none;
+            }
+            QComboBox::down-arrow {
+                width: 12px;
+                height: 12px;
+            }
+            QComboBox QAbstractItemView {
+                background-color: rgba(50, 50, 50, 0.9);
+                border: 1px solid rgba(80, 80, 80, 0.4);
+                color: #E0E0E0;
+                selection-background-color: rgba(100, 100, 200, 0.5);
+            }
+        """)
+        layout.addWidget(self._sort_combo)
+
+        # Refresh button
+        refresh_btn = QPushButton("Refresh")
+        refresh_btn.clicked.connect(self._refresh)
+        refresh_btn.setStyleSheet("""
+            QPushButton {
+                background-color: rgba(70, 70, 70, 0.6);
+                border: 1px solid rgba(80, 80, 80, 0.4);
+                color: #E0E0E0;
+                padding: 4px 8px;
+                border-radius: 3px;
+            }
+            QPushButton:hover {
+                background-color: rgba(90, 90, 90, 0.8);
+            }
+            QPushButton:pressed {
+                background-color: rgba(50, 50, 50, 0.8);
+            }
+        """)
+        layout.addWidget(refresh_btn)
+
+        layout.addStretch()
+
+        return header
+
+    def setDirectory(self, directory: Path):
+        """Set the directory to display"""
+        self._current_directory = directory
+        self._model.setDirectory(directory)
+        self._update_status(f"Loading: {directory.name}")
+
+        # Connect to scan complete signal
+        if self._model._scanner:
+            self._model._scanner.scanComplete.connect(
+                lambda count: self._update_status(f"{count} files in {directory.name}")
+            )
+
+    def _on_search_changed(self, text: str):
+        """Handle search text change"""
+        self._proxy_model.setFilterFixedString(text)
+        self._proxy_model.setFilterCaseSensitivity(Qt.CaseSensitivity.CaseInsensitive)
+        self._proxy_model.setFilterKeyColumn(0)  # Filter on name column
+
+    def _on_sort_changed(self, index: int):
+        """Handle sort order change"""
+        # Map combo index to column and order
+        column_map = {
+            0: 0,
+            1: 0,
+            2: 2,
+            3: 2,
+            4: 1,
+            5: 1,
+        }  # Name, Name, Date, Date, Size, Size
+        order_map = {
+            0: Qt.SortOrder.AscendingOrder,
+            1: Qt.SortOrder.DescendingOrder,
+            2: Qt.SortOrder.AscendingOrder,
+            3: Qt.SortOrder.DescendingOrder,
+            4: Qt.SortOrder.AscendingOrder,
+            5: Qt.SortOrder.DescendingOrder,
+        }
+
+        column = column_map.get(index, 0)
+        order = order_map.get(index, Qt.SortOrder.AscendingOrder)
+
+        self._table_view.sortByColumn(column, order)
+
+    def _refresh(self):
+        """Refresh current directory"""
+        if self._current_directory:
+            self.setDirectory(self._current_directory)
+
+    def updateNpzStatus(self, image_path: Path):
+        """Update NPZ status for a specific image file"""
+        self._model.updateNpzStatus(image_path)
+
+    def refreshFile(self, image_path: Path):
+        """Refresh status for a specific file (alias for updateNpzStatus)"""
+        self.updateNpzStatus(image_path)
+
+    def _on_item_clicked(self, index: QModelIndex):
+        """Handle item click"""
+        # Map proxy index to source index
+        source_index = self._proxy_model.mapToSource(index)
+        file_info = self._model.getFileInfo(source_index.row())
+        if file_info:
+            self.fileSelected.emit(file_info.path)
+
+    def _on_item_double_clicked(self, index: QModelIndex):
+        """Handle item double click"""
+        # Map proxy index to source index
+        source_index = self._proxy_model.mapToSource(index)
+        file_info = self._model.getFileInfo(source_index.row())
+        if file_info:
+            self.fileSelected.emit(file_info.path)
+
+    def _update_status(self, text: str):
+        """Update status label"""
+        self._status_label.setText(text)
+
+    def selectFile(self, path: Path):
+        """Select a specific file in the view"""
+        index = self._model.getFileIndex(path)
+        if index >= 0:
+            source_index = self._model.index(index, 0)
+            proxy_index = self._proxy_model.mapFromSource(source_index)
+            self._table_view.setCurrentIndex(proxy_index)
+            self._table_view.scrollTo(proxy_index)
+            # Select the entire row
+            selection_model = self._table_view.selectionModel()
+            selection_model.select(
+                proxy_index,
+                selection_model.SelectionFlag.ClearAndSelect
+                | selection_model.SelectionFlag.Rows,
+            )
+
+    def getSelectedFile(self) -> Path | None:
+        """Get currently selected file"""
+        index = self._table_view.currentIndex()
+        if index.isValid():
+            source_index = self._proxy_model.mapToSource(index)
+            file_info = self._model.getFileInfo(source_index.row())
+            if file_info:
+                return file_info.path
+        return None
+
+    def navigateNext(self):
+        """Navigate to next file"""
+        current = self._table_view.currentIndex()
+
+        # If no current selection and we have files, select first
+        if not current.isValid() and self._proxy_model.rowCount() > 0:
+            first_index = self._proxy_model.index(0, 0)
+            self._table_view.setCurrentIndex(first_index)
+            selection_model = self._table_view.selectionModel()
+            selection_model.select(
+                first_index,
+                selection_model.SelectionFlag.ClearAndSelect
+                | selection_model.SelectionFlag.Rows,
+            )
+            # Emit file selection
+            source_index = self._proxy_model.mapToSource(first_index)
+            file_info = self._model.getFileInfo(source_index.row())
+            if file_info:
+                self.fileSelected.emit(file_info.path)
+            return
+
+        if current.isValid() and current.row() < self._proxy_model.rowCount() - 1:
+            next_index = self._proxy_model.index(current.row() + 1, 0)
+            self._table_view.setCurrentIndex(next_index)
+            # Select entire row
+            selection_model = self._table_view.selectionModel()
+            selection_model.select(
+                next_index,
+                selection_model.SelectionFlag.ClearAndSelect
+                | selection_model.SelectionFlag.Rows,
+            )
+            # Emit file selection
+            source_index = self._proxy_model.mapToSource(next_index)
+            file_info = self._model.getFileInfo(source_index.row())
+            if file_info:
+                self.fileSelected.emit(file_info.path)
+
+    def navigatePrevious(self):
+        """Navigate to previous file"""
+        current = self._table_view.currentIndex()
+
+        # If no current selection and we have files, select last
+        if not current.isValid() and self._proxy_model.rowCount() > 0:
+            last_index = self._proxy_model.index(self._proxy_model.rowCount() - 1, 0)
+            self._table_view.setCurrentIndex(last_index)
+            selection_model = self._table_view.selectionModel()
+            selection_model.select(
+                last_index,
+                selection_model.SelectionFlag.ClearAndSelect
+                | selection_model.SelectionFlag.Rows,
+            )
+            # Emit file selection
+            source_index = self._proxy_model.mapToSource(last_index)
+            file_info = self._model.getFileInfo(source_index.row())
+            if file_info:
+                self.fileSelected.emit(file_info.path)
+            return
+
+        if current.isValid() and current.row() > 0:
+            prev_index = self._proxy_model.index(current.row() - 1, 0)
+            self._table_view.setCurrentIndex(prev_index)
+            # Select entire row
+            selection_model = self._table_view.selectionModel()
+            selection_model.select(
+                prev_index,
+                selection_model.SelectionFlag.ClearAndSelect
+                | selection_model.SelectionFlag.Rows,
+            )
+            # Emit file selection
+            source_index = self._proxy_model.mapToSource(prev_index)
+            file_info = self._model.getFileInfo(source_index.row())
+            if file_info:
+                self.fileSelected.emit(file_info.path)

{lazylabel_gui-1.3.0.dist-info → lazylabel_gui-1.3.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lazylabel-gui
-Version: 1.3.0
+Version: 1.3.2
 Summary: An image segmentation GUI for generating ML ready mask tensors and annotations.
 Author-email: "Deniz N. Cakan" <deniz.n.cakan@gmail.com>
 License: MIT License