signalpilot-ai-internal 0.3.3__tar.gz → 0.10.5__tar.gz

{signalpilot_ai_internal-0.3.3 → signalpilot_ai_internal-0.10.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: signalpilot_ai_internal
-Version: 0.3.3
+Version: 0.10.5
 Summary: SignalPilot Agent - Your Jupyter Notebook Assistant
 Project-URL: Homepage, https://signalpilot.ai/
 Author-email: Daniel Schaffield <danielschaffield@gmail.com>
@@ -48,9 +48,12 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
-Requires-Python: >=3.9
+Requires-Python: >=3.10
 Requires-Dist: jupyter-server<3,>=2.4.0
+Requires-Dist: openpyxl
 Requires-Dist: pandas>=2.0.0
+Requires-Dist: pyarrow
+Requires-Dist: schema-search
 Provides-Extra: test
 Requires-Dist: coverage; extra == 'test'
 Requires-Dist: pytest; extra == 'test'

{signalpilot_ai_internal-0.3.3 → signalpilot_ai_internal-0.10.5}/package.json

@@ -1,6 +1,6 @@
 {
   "name": "signalpilot-ai-internal",
-  "version": "0.3.3",
+  "version": "0.10.5",
   "description": "SignalPilot Agent - Your Jupyter Notebook Assistant",
   "keywords": [
     "jupyter",
@@ -24,13 +24,14 @@
   "style": "style/index.css",
   "scripts": {
     "build": "jlpm prebuild && jlpm build:lib && jlpm build:labextension:dev",
+    "build:no_tracking": "cross-env DISABLE_TRACKING=true jlpm prebuild && cross-env DISABLE_TRACKING=true jlpm build:lib && cross-env DISABLE_TRACKING=true jlpm build:labextension:dev",
     "build:prod": "jlpm prebuild && jlpm clean && jlpm build:lib:prod && jlpm build:labextension",
     "build:labextension": "jlpm prebuild && jupyter labextension build .",
     "build:labextension:dev": "jlpm prebuild && jupyter labextension build --development True .",
     "build:lib": "jlpm prebuild && tsc --sourceMap",
     "build:lib:prod": "jlpm prebuild && tsc && jlpm build:remove-console",
     "build:remove-console": "cross-env NODE_ENV=production babel lib --out-dir lib --extensions .js",
-    "prebuild": "mkdir -p lib/Config/prompts && cp src/Config/prompts/*.md lib/Config/prompts",
+    "prebuild": "mkdir -p lib/Config/prompts && cp src/Config/prompts/*.md lib/Config/prompts && node scripts/generate-tracking-config.js",
     "clean": "jlpm clean:lib",
     "clean:lib": "rimraf lib tsconfig.tsbuildinfo",
     "clean:lintcache": "rimraf .eslintcache .stylelintcache",
@@ -77,7 +78,9 @@
     "diff": "^8.0.1",
     "diff2html": "^3.4.51",
     "dompurify": "^3.2.5",
+    "driver.js": "^1.3.6",
     "fuse.js": "^7.1.0",
+    "highlight.js": "^11.11.1",
     "jwt-decode": "^4.0.0",
     "marked": "^15.0.11",
     "partial-json": "^0.1.7",

{signalpilot_ai_internal-0.3.3 → signalpilot_ai_internal-0.10.5}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "hatchling.build"
 name = "signalpilot_ai_internal"
 readme = "README.md"
 license = { file = "LICENSE" }
-requires-python = ">=3.9"
+requires-python = ">=3.10"
 classifiers = [
     "Framework :: Jupyter",
     "Framework :: Jupyter :: JupyterLab",
@@ -24,7 +24,10 @@ classifiers = [
 ]
 dependencies = [
     "jupyter_server>=2.4.0,<3",
-    "pandas>=2.0.0"
+    "pandas>=2.0.0",
+    "pyarrow",
+    "schema-search",
+    "openpyxl"
 ]
 dynamic = ["version", "description", "authors", "urls", "keywords"]
 

signalpilot_ai_internal-0.10.5/scripts/generate-tracking-config.js

@@ -0,0 +1,37 @@
+#!/usr/bin/env node
+/**
+ * Generate tracking_config.json based on DISABLE_TRACKING environment variable
+ * This script is run during the build process to set build-time tracking configuration
+ */
+
+const fs = require('fs');
+const path = require('path');
+
+const disableTracking = process.env.DISABLE_TRACKING === 'true';
+
+const config = {
+  disableTracking: disableTracking
+};
+
+const configJson = JSON.stringify(config, null, 2);
+
+// Write to src/Config (source)
+const srcConfigPath = path.join(
+  __dirname,
+  '../src/Config/tracking_config.json'
+);
+fs.writeFileSync(srcConfigPath, configJson);
+
+// Write to lib/Config (compiled output)
+const libConfigPath = path.join(
+  __dirname,
+  '../lib/Config/tracking_config.json'
+);
+// Ensure directory exists
+const libConfigDir = path.dirname(libConfigPath);
+if (!fs.existsSync(libConfigDir)) {
+  fs.mkdirSync(libConfigDir, { recursive: true });
+}
+fs.writeFileSync(libConfigPath, configJson);
+
+console.log(`Tracking ${disableTracking ? 'disabled' : 'enabled'}`);

{signalpilot_ai_internal-0.3.3 → signalpilot_ai_internal-0.10.5}/signalpilot_ai_internal/_version.py

@@ -1,4 +1,4 @@
 # This file is auto-generated by Hatchling. As such, do not:
 #   - modify
 #   - track in version control e.g. be sure to add to .gitignore
-__version__ = VERSION = '0.3.3'
+__version__ = VERSION = '0.10.5'

{signalpilot_ai_internal-0.3.3 → signalpilot_ai_internal-0.10.5}/signalpilot_ai_internal/cache_service.py

@@ -3,6 +3,7 @@ Persistent caching service for SignalPilot AI.
 Handles OS-specific cache directory management and robust file operations.
 """
 
+import hashlib
 import json
 import os
 import platform
@@ -12,7 +13,7 @@ import threading
 import time
 import uuid
 from pathlib import Path
-from typing import Any, Dict, Optional
+from typing import Any, Dict, List, Optional
 
 
 class CacheDirectoryManager:
@@ -110,7 +111,7 @@ class RobustFileOperations:
     @staticmethod
     def safe_write_json(file_path: Path, data: Any, max_retries: int = 3) -> bool:
         """Safely write JSON data with atomic operations and backups"""
-        print(f"Attempting to write JSON to: {file_path}")
+        # print(f"Attempting to write JSON to: {file_path}")
         
         if not file_path.parent.exists():
             try:
@@ -138,8 +139,6 @@ class RobustFileOperations:
                     
                     # Keep only the most recent backup that's at least 1 hour old
                     RobustFileOperations._cleanup_backups(file_path)
-                else:
-                    print(f"Skipping backup for {file_path} - recent backup exists")
                 
             except Exception as e:
                 print(f"Warning: Could not create backup for {file_path}: {e}")
@@ -165,7 +164,6 @@ class RobustFileOperations:
                 
                 shutil.move(str(temp_path), str(file_path))
                 
-                print(f"Successfully wrote {file_path}")
                 return True
                 
             except Exception as e:
@@ -540,8 +538,150 @@ class PersistentCacheService:
         return info
 
 
+class FileScanCacheManager:
+    """Dedicated cache manager for file scanning operations with individual file caching"""
+    
+    def __init__(self):
+        self.cache_dir = CacheDirectoryManager.find_usable_cache_directory()
+        self.file_scans_dir = None
+        self.scanned_directories_file = None
+        self._lock = threading.RLock()
+        
+        if self.cache_dir:
+            self.file_scans_dir = self.cache_dir / "file_scans"
+            self.scanned_directories_file = self.file_scans_dir / "scanned_directories.json"
+            
+            # Initialize file scans directory
+            try:
+                self.file_scans_dir.mkdir(parents=True, exist_ok=True)
+                print(f"File scan cache directory initialized: {self.file_scans_dir}")
+            except Exception as e:
+                print(f"ERROR: Failed to create file scans directory: {e}")
+                self.file_scans_dir = None
+                self.scanned_directories_file = None
+        else:
+            print("WARNING: File scan cache manager running without persistent storage!")
+    
+    def _get_file_cache_path(self, file_path: str) -> Path:
+        """Generate cache file path using MD5 hash of absolute file path"""
+        if not self.file_scans_dir:
+            raise ValueError("File scans directory not available")
+        
+        # Create hash from absolute file path
+        file_hash = hashlib.md5(file_path.encode()).hexdigest()
+        return self.file_scans_dir / f"{file_hash}.json"
+    
+    def is_available(self) -> bool:
+        """Check if file scan cache is available"""
+        return self.file_scans_dir is not None and self.file_scans_dir.exists()
+    
+    def get_file_entry(self, file_path: str) -> Optional[Dict[str, Any]]:
+        """Read individual file cache entry"""
+        if not self.is_available():
+            return None
+        
+        try:
+            cache_path = self._get_file_cache_path(file_path)
+            return RobustFileOperations.safe_read_json(cache_path, None)
+        except Exception as e:
+            print(f"Error reading file cache for {file_path}: {e}")
+            return None
+    
+    def set_file_entry(self, file_path: str, entry: Dict[str, Any]) -> bool:
+        """Write individual file cache entry"""
+        if not self.is_available():
+            return False
+        
+        try:
+            cache_path = self._get_file_cache_path(file_path)
+            return RobustFileOperations.safe_write_json(cache_path, entry)
+        except Exception as e:
+            print(f"Error writing file cache for {file_path}: {e}")
+            return False
+    
+    def delete_file_entry(self, file_path: str) -> bool:
+        """Delete individual file cache entry"""
+        if not self.is_available():
+            return False
+        
+        try:
+            cache_path = self._get_file_cache_path(file_path)
+            if cache_path.exists():
+                cache_path.unlink()
+                return True
+            return True  # File doesn't exist, consider it deleted
+        except Exception as e:
+            print(f"Error deleting file cache for {file_path}: {e}")
+            return False
+    
+    def get_scanned_directories(self) -> List[Dict[str, Any]]:
+        """Read scanned directories list"""
+        if not self.scanned_directories_file:
+            return []
+        
+        try:
+            return RobustFileOperations.safe_read_json(self.scanned_directories_file, [])
+        except Exception as e:
+            print(f"Error reading scanned directories: {e}")
+            return []
+    
+    def set_scanned_directories(self, directories: List[Dict[str, Any]]) -> bool:
+        """Write scanned directories list"""
+        if not self.scanned_directories_file:
+            return False
+        
+        try:
+            return RobustFileOperations.safe_write_json(self.scanned_directories_file, directories)
+        except Exception as e:
+            print(f"Error writing scanned directories: {e}")
+            return False
+    
+    def clear_all_file_entries(self) -> bool:
+        """Clear all cached file entries"""
+        if not self.is_available():
+            return False
+        
+        try:
+            # Remove all .json files except scanned_directories.json
+            for cache_file in self.file_scans_dir.glob("*.json"):
+                if cache_file.name != "scanned_directories.json":
+                    cache_file.unlink()
+            return True
+        except Exception as e:
+            print(f"Error clearing file entries: {e}")
+            return False
+    
+    def get_cache_stats(self) -> Dict[str, Any]:
+        """Return cache statistics"""
+        stats = {
+            "available": self.is_available(),
+            "file_scans_directory": str(self.file_scans_dir) if self.file_scans_dir else None,
+            "total_file_entries": 0,
+            "total_cache_size": 0,
+            "scanned_directories_count": 0
+        }
+        
+        if self.is_available():
+            try:
+                # Count file entries (excluding scanned_directories.json)
+                file_entries = list(self.file_scans_dir.glob("*.json"))
+                file_entries = [f for f in file_entries if f.name != "scanned_directories.json"]
+                stats["total_file_entries"] = len(file_entries)
+                stats["total_cache_size"] = sum(f.stat().st_size for f in file_entries if f.exists())
+                
+                # Count scanned directories
+                directories = self.get_scanned_directories()
+                stats["scanned_directories_count"] = len(directories)
+                
+            except Exception as e:
+                stats["error"] = str(e)
+        
+        return stats
+
+
 # Global cache service instance
 _cache_service = None
+_file_scan_cache_manager = None
 
 
 def get_cache_service() -> PersistentCacheService:
@@ -550,3 +690,11 @@ def get_cache_service() -> PersistentCacheService:
     if _cache_service is None:
         _cache_service = PersistentCacheService()
     return _cache_service
+
+
+def get_file_scan_cache_manager() -> FileScanCacheManager:
+    """Get the global file scan cache manager instance"""
+    global _file_scan_cache_manager
+    if _file_scan_cache_manager is None:
+        _file_scan_cache_manager = FileScanCacheManager()
+    return _file_scan_cache_manager