vector-inspector 0.2.5__tar.gz → 0.2.6__tar.gz

{vector_inspector-0.2.5 → vector_inspector-0.2.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vector-inspector
-Version: 0.2.5
+Version: 0.2.6
 Summary: A comprehensive desktop application for visualizing, querying, and managing vector database data
 Author-Email: Anthony Dawson <anthonypdawson+github@gmail.com>
 License: MIT
@@ -8,7 +8,7 @@ Project-URL: Homepage, https://vector-inspector.divinedevops.com
 Project-URL: Source, https://github.com/anthonypdawson/vector-inspector
 Project-URL: Issues, https://github.com/anthonypdawson/vector-inspector/issues
 Project-URL: Documentation, https://github.com/anthonypdawson/vector-inspector#readme
-Requires-Python: ==3.12.*
+Requires-Python: <3.13,>=3.10
 Requires-Dist: chromadb>=0.4.22
 Requires-Dist: qdrant-client>=1.7.0
 Requires-Dist: pyside6>=6.6.0
@@ -27,7 +27,7 @@ Description-Content-Type: text/markdown
 
 # Vector Inspector
 
-> **Disclaimer:** This tool is currently under active development and is **not production ready**. Not all features have been thoroughly tested. Use with caution in critical or production environments.
+> **Disclaimer:** This tool is currently under active development and is **not production ready**. Not all features have been thoroughly tested and code is released frequently. Use with caution in critical or production environments.
 
 ![PyPI](https://img.shields.io/pypi/v/vector-inspector)
 [![PyPI Downloads](https://static.pepy.tech/personalized-badge/vector-inspector?period=total&units=INTERNATIONAL_SYSTEM&left_color=BLACK&right_color=GREEN&left_text=downloads)](https://pepy.tech/projects/vector-inspector)

{vector_inspector-0.2.5 → vector_inspector-0.2.6}/README.md

@@ -1,7 +1,7 @@
 
 # Vector Inspector
 
-> **Disclaimer:** This tool is currently under active development and is **not production ready**. Not all features have been thoroughly tested. Use with caution in critical or production environments.
+> **Disclaimer:** This tool is currently under active development and is **not production ready**. Not all features have been thoroughly tested and code is released frequently. Use with caution in critical or production environments.
 
 ![PyPI](https://img.shields.io/pypi/v/vector-inspector)
 [![PyPI Downloads](https://static.pepy.tech/personalized-badge/vector-inspector?period=total&units=INTERNATIONAL_SYSTEM&left_color=BLACK&right_color=GREEN&left_text=downloads)](https://pepy.tech/projects/vector-inspector)

{vector_inspector-0.2.5 → vector_inspector-0.2.6}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "vector-inspector"
-version = "0.2.5"
+version = "0.2.6"
 description = "A comprehensive desktop application for visualizing, querying, and managing vector database data"
 authors = [
     { name = "Anthony Dawson", email = "anthonypdawson+github@gmail.com" },
@@ -20,7 +20,7 @@ dependencies = [
     "pyarrow>=14.0.0",
     "pinecone>=8.0.0",
 ]
-requires-python = "==3.12.*"
+requires-python = ">=3.10,<3.13"
 readme = "README.md"
 
 [project.license]

{vector_inspector-0.2.5 → vector_inspector-0.2.6}/src/vector_inspector/services/settings_service.py

@@ -10,7 +10,7 @@ class SettingsService:
     
     def __init__(self):
         """Initialize settings service."""
-        self.settings_dir = Path.home() / ".vector-viewer"
+        self.settings_dir = Path.home() / ".vector-inspector"
         self.settings_file = self.settings_dir / "settings.json"
         self.settings: Dict[str, Any] = {}
         self._load_settings()

{vector_inspector-0.2.5 → vector_inspector-0.2.6}/src/vector_inspector/services/visualization_service.py

@@ -1,6 +1,7 @@
 """Visualization service for dimensionality reduction."""
 
 from typing import Optional, List, Tuple, Any
+import warnings
 
 
 class VisualizationService:
@@ -40,7 +41,7 @@ class VisualizationService:
                 reducer = PCA(n_components=n_components)
                 reduced = reducer.fit_transform(X)
                 
-            elif method.lower() == "t-sne":
+            elif method.lower() in ["t-sne", "tsne"]:
                 TSNE = get_sklearn_model('TSNE')
                 perplexity = kwargs.get("perplexity", min(30, len(embeddings) - 1))
                 reducer = TSNE(
@@ -53,12 +54,15 @@ class VisualizationService:
             elif method.lower() == "umap":
                 UMAP = get_sklearn_model('UMAP')
                 n_neighbors = kwargs.get("n_neighbors", min(15, len(embeddings) - 1))
-                reducer = UMAP(
-                    n_components=n_components,
-                    n_neighbors=n_neighbors,
-                    random_state=42
-                )
-                reduced = reducer.fit_transform(X)
+                # Suppress n_jobs warning when using random_state
+                with warnings.catch_warnings():
+                    warnings.filterwarnings("ignore", message=".*n_jobs.*overridden.*")
+                    reducer = UMAP(
+                        n_components=n_components,
+                        n_neighbors=n_neighbors,
+                        random_state=42
+                    )
+                    reduced = reducer.fit_transform(X)
                 
             else:
                 print(f"Unknown method: {method}")

{vector_inspector-0.2.5 → vector_inspector-0.2.6}/src/vector_inspector/ui/main_window.py

@@ -5,7 +5,7 @@ from PySide6.QtWidgets import (
     QSplitter, QTabWidget, QStatusBar, QToolBar,
     QMessageBox, QInputDialog, QFileDialog
 )
-from PySide6.QtCore import Qt, Signal
+from PySide6.QtCore import Qt, Signal, QTimer
 from PySide6.QtGui import QAction
 
 from vector_inspector.core.connections.base_connection import VectorDBConnection
@@ -16,6 +16,7 @@ from vector_inspector.ui.views.info_panel import InfoPanel
 from vector_inspector.ui.views.metadata_view import MetadataView
 from vector_inspector.ui.views.search_view import SearchView
 from vector_inspector.ui.components.backup_restore_dialog import BackupRestoreDialog
+from vector_inspector.ui.components.loading_dialog import LoadingDialog
 
 
 class MainWindow(QMainWindow):
@@ -27,6 +28,7 @@ class MainWindow(QMainWindow):
         super().__init__()
         self.connection: VectorDBConnection = ChromaDBConnection()
         self.current_collection: str = ""
+        self.loading_dialog = LoadingDialog("Loading collection...", self)
         
         self.setWindowTitle("Vector Inspector")
         self.setGeometry(100, 100, 1400, 900)
@@ -241,6 +243,14 @@ class MainWindow(QMainWindow):
         self.current_collection = collection_name
         self.statusBar.showMessage(f"Collection: {collection_name}")
         
+        # Show loading dialog immediately
+        self.loading_dialog.show_loading(f"Loading collection '{collection_name}'...")
+        
+        # Update views with new collection - use QTimer to allow loading dialog to appear first
+        QTimer.singleShot(10, lambda: self._update_views_for_collection(collection_name))
+    
+    def _update_views_for_collection(self, collection_name: str):
+        """Update all views with the selected collection."""
         # Update all views with new collection
         self.info_panel.set_collection(collection_name)
         self.metadata_view.set_collection(collection_name)
@@ -249,6 +259,9 @@ class MainWindow(QMainWindow):
         if self.visualization_view is not None:
             self.visualization_view.set_collection(collection_name)
         
+        # Hide loading dialog
+        self.loading_dialog.hide_loading()
+        
     def _on_refresh_collections(self):
         """Refresh collection list."""
         if self.connection.is_connected:

{vector_inspector-0.2.5 → vector_inspector-0.2.6}/src/vector_inspector/ui/views/connection_view.py

@@ -5,7 +5,7 @@ from PySide6.QtWidgets import (
     QPushButton, QDialog, QFormLayout, QLineEdit,
     QRadioButton, QButtonGroup, QGroupBox, QFileDialog, QComboBox, QApplication, QCheckBox
 )
-from PySide6.QtCore import Signal
+from PySide6.QtCore import Signal, QThread
 
 from vector_inspector.core.connections.base_connection import VectorDBConnection
 from vector_inspector.core.connections.chroma_connection import ChromaDBConnection
@@ -14,6 +14,28 @@ from vector_inspector.ui.components.loading_dialog import LoadingDialog
 from vector_inspector.services.settings_service import SettingsService
 
 
+class ConnectionThread(QThread):
+    """Background thread for connecting to database."""
+    
+    finished = Signal(bool, list)  # success, collections
+    
+    def __init__(self, connection):
+        super().__init__()
+        self.connection = connection
+        
+    def run(self):
+        """Connect to database and get collections."""
+        try:
+            success = self.connection.connect()
+            if success:
+                collections = self.connection.list_collections()
+                self.finished.emit(True, collections)
+            else:
+                self.finished.emit(False, [])
+        except Exception:
+            self.finished.emit(False, [])
+
+
 class ConnectionDialog(QDialog):
     """Dialog for configuring database connection."""
     
@@ -175,6 +197,9 @@ class ConnectionDialog(QDialog):
         
     def get_connection_config(self):
         """Get connection configuration from dialog."""
+        # Get current provider from combo box to ensure it's up to date
+        self.provider = self.provider_combo.currentData()
+        
         config = {"provider": self.provider}
         
         if self.persistent_radio.isChecked():
@@ -294,6 +319,7 @@ class ConnectionView(QWidget):
         self.connection = connection
         self.loading_dialog = LoadingDialog("Connecting to database...", self)
         self.settings_service = SettingsService()
+        self.connection_thread = None
         self._setup_ui()
         
         # Try to auto-connect if enabled in settings
@@ -339,7 +365,6 @@ class ConnectionView(QWidget):
     def _connect_with_config(self, config: dict):
         """Connect to database with given configuration."""
         self.loading_dialog.show_loading("Connecting to database...")
-        QApplication.processEvents()
         
         provider = config.get("provider", "chromadb")
         conn_type = config.get("type")
@@ -367,11 +392,25 @@ class ConnectionView(QWidget):
             else:  # ephemeral
                 self.connection = ChromaDBConnection()
                 
+        # Store config for later use
+        self._pending_config = config
+        
         # Notify parent that connection instance changed
         self.connection_created.emit(self.connection)
-        success = self.connection.connect()
-            
+        
+        # Start background thread to connect
+        self.connection_thread = ConnectionThread(self.connection)
+        self.connection_thread.finished.connect(self._on_connection_finished)
+        self.connection_thread.start()
+    
+    def _on_connection_finished(self, success: bool, collections: list):
+        """Handle connection thread completion."""
+        self.loading_dialog.hide_loading()
+        
         if success:
+            config = self._pending_config
+            provider = config.get("provider", "chromadb")
+            
             # Show provider, path/host + collection count for clarity
             details = []
             details.append(f"provider: {provider}")
@@ -380,7 +419,6 @@ class ConnectionView(QWidget):
             if hasattr(self.connection, 'host') and self.connection.host:
                 port = getattr(self.connection, 'port', None)
                 details.append(f"host: {self.connection.host}:{port}")
-            collections = self.connection.list_collections()
             count_text = f"collections: {len(collections)}"
             info = ", ".join(details)
             self.status_label.setText(f"Status: Connected ({info}, {count_text})")
@@ -401,9 +439,6 @@ class ConnectionView(QWidget):
             self.disconnect_button.setEnabled(False)
             self.connection_changed.emit(False)
         
-        # Close loading dialog after everything is complete
-        self.loading_dialog.hide_loading()
-        
     def _disconnect(self):
         """Disconnect from database."""
         self.connection.disconnect()

{vector_inspector-0.2.5 → vector_inspector-0.2.6}/src/vector_inspector/ui/views/info_panel.py

@@ -56,18 +56,6 @@ class InfoPanel(QWidget):
         self.db_group.setLayout(db_layout)
         container_layout.addWidget(self.db_group)
         
-        # Collections List Section
-        self.collections_group = QGroupBox("Available Collections")
-        collections_layout = QVBoxLayout()
-        
-        self.collections_list_label = QLabel("No collections")
-        self.collections_list_label.setWordWrap(True)
-        self.collections_list_label.setStyleSheet("color: gray; padding: 10px;")
-        collections_layout.addWidget(self.collections_list_label)
-        
-        self.collections_group.setLayout(collections_layout)
-        container_layout.addWidget(self.collections_group)
-        
         # Collection Information Section
         self.collection_group = QGroupBox("Collection Information")
         collection_layout = QVBoxLayout()
@@ -141,8 +129,6 @@ class InfoPanel(QWidget):
             self._update_label(self.api_key_label, "N/A")
             self._update_label(self.status_label, "Disconnected")
             self._update_label(self.collections_count_label, "0")
-            self.collections_list_label.setText("No collections")
-            self.collections_list_label.setStyleSheet("color: gray; padding: 10px;")
             # Also clear collection info
             self._update_label(self.collection_name_label, "No collection selected")
             self._update_label(self.vector_dim_label, "N/A")
@@ -195,22 +181,12 @@ class InfoPanel(QWidget):
         # Status
         self._update_label(self.status_label, "Connected" if self.connection.is_connected else "Disconnected")
         
-        # List collections
+        # Count collections
         try:
             collections = self.connection.list_collections()
             self._update_label(self.collections_count_label, str(len(collections)))
-            
-            if collections:
-                collections_text = "\n".join([f"• {name}" for name in sorted(collections)])
-                self.collections_list_label.setText(collections_text)
-                self.collections_list_label.setStyleSheet("color: white; padding: 10px; font-family: monospace;")
-            else:
-                self.collections_list_label.setText("No collections found")
-                self.collections_list_label.setStyleSheet("color: gray; padding: 10px;")
         except Exception as e:
             self._update_label(self.collections_count_label, "Error")
-            self.collections_list_label.setText(f"Error loading collections: {str(e)}")
-            self.collections_list_label.setStyleSheet("color: red; padding: 10px;")
     
     def refresh_collection_info(self):
         """Refresh collection-specific information."""

{vector_inspector-0.2.5 → vector_inspector-0.2.6}/src/vector_inspector/ui/views/metadata_view.py

@@ -7,7 +7,7 @@ from PySide6.QtWidgets import (
     QLineEdit, QComboBox, QGroupBox, QHeaderView, QMessageBox, QDialog,
     QFileDialog, QMenu
 )
-from PySide6.QtCore import Qt, QTimer
+from PySide6.QtCore import Qt, QTimer, QThread, Signal
 
 from vector_inspector.core.connections.base_connection import VectorDBConnection
 from vector_inspector.ui.components.item_dialog import ItemDialog
@@ -19,6 +19,37 @@ from vector_inspector.services.settings_service import SettingsService
 from PySide6.QtWidgets import QApplication
 
 
+class DataLoadThread(QThread):
+    """Background thread for loading collection data."""
+    
+    finished = Signal(dict)
+    error = Signal(str)
+    
+    def __init__(self, connection, collection, page_size, offset, server_filter):
+        super().__init__()
+        self.connection = connection
+        self.collection = collection
+        self.page_size = page_size
+        self.offset = offset
+        self.server_filter = server_filter
+        
+    def run(self):
+        """Load data from database."""
+        try:
+            data = self.connection.get_all_items(
+                self.collection,
+                limit=self.page_size,
+                offset=self.offset,
+                where=self.server_filter
+            )
+            if data:
+                self.finished.emit(data)
+            else:
+                self.error.emit("Failed to load data")
+        except Exception as e:
+            self.error.emit(str(e))
+
+
 class MetadataView(QWidget):
     """View for browsing collection data and metadata."""
     
@@ -31,6 +62,7 @@ class MetadataView(QWidget):
         self.current_page = 0
         self.loading_dialog = LoadingDialog("Loading data...", self)
         self.settings_service = SettingsService()
+        self.load_thread: Optional[DataLoadThread] = None
         
         # Debounce timer for filter changes
         self.filter_reload_timer = QTimer()
@@ -145,21 +177,11 @@ class MetadataView(QWidget):
         self.current_collection = collection_name
         self.current_page = 0
         
-        # Show loading dialog at the start
-        self.loading_dialog.show_loading("Loading collection data...")
-        QApplication.processEvents()
+        # Update filter builder with supported operators
+        operators = self.connection.get_supported_filter_operators()
+        self.filter_builder.set_operators(operators)
         
-        try:
-            # Update filter builder with supported operators
-            operators = self.connection.get_supported_filter_operators()
-            self.filter_builder.set_operators(operators)
-            
-            self._load_data_internal()
-            
-            # Ensure UI is fully updated before hiding loading dialog
-            QApplication.processEvents()
-        finally:
-            self.loading_dialog.hide_loading()
+        self._load_data_internal()
         
     def _load_data(self):
         """Load data from current collection (with loading dialog)."""
@@ -182,35 +204,53 @@ class MetadataView(QWidget):
             self.table.setRowCount(0)
             return
         
+        # Cancel any existing load thread
+        if self.load_thread and self.load_thread.isRunning():
+            self.load_thread.quit()
+            self.load_thread.wait()
+        
         offset = self.current_page * self.page_size
         
         # Get filters split into server-side and client-side
         server_filter = None
-        client_filters = []
+        self.client_filters = []
         if self.filter_group.isChecked() and self.filter_builder.has_filters():
-            server_filter, client_filters = self.filter_builder.get_filters_split()
+            server_filter, self.client_filters = self.filter_builder.get_filters_split()
         
-        data = self.connection.get_all_items(
+        # Start background thread to load data
+        self.load_thread = DataLoadThread(
+            self.connection,
             self.current_collection,
-            limit=self.page_size,
-            offset=offset,
-            where=server_filter
+            self.page_size,
+            offset,
+            server_filter
         )
-        
+        self.load_thread.finished.connect(self._on_data_loaded)
+        self.load_thread.error.connect(self._on_load_error)
+        self.load_thread.start()
+    
+    def _on_data_loaded(self, data: Dict[str, Any]):
+        """Handle data loaded from background thread."""
         # Apply client-side filters if any
-        if client_filters and data:
-            data = apply_client_side_filters(data, client_filters)
+        if self.client_filters and data:
+            data = apply_client_side_filters(data, self.client_filters)
         
         if not data:
-            self.status_label.setText("Failed to load data")
+            self.status_label.setText("No data after filtering")
             self.table.setRowCount(0)
             return
+            
         self.current_data = data
         self._populate_table(data)
         self._update_pagination_controls()
         
         # Update filter builder with available metadata fields
         self._update_filter_fields(data)
+    
+    def _on_load_error(self, error_msg: str):
+        """Handle error from background thread."""
+        self.status_label.setText(f"Failed to load data: {error_msg}")
+        self.table.setRowCount(0)
         
     def _update_filter_fields(self, data: Dict[str, Any]):
         """Update filter builder with available metadata field names."""