signalpilot-ai-internal 0.7.6__py3-none-any.whl → 0.10.22__py3-none-any.whl

signalpilot_ai_internal/schema_search_config.yml

@@ -1,22 +1,22 @@
 logging:
-  level: "WARNING"
+  level: 'WARNING'
 
 embedding:
-  location: "memory"
-  model: "multi-qa-MiniLM-L6-cos-v1"
-  metric: "cosine"
+  location: 'memory'
+  model: 'multi-qa-MiniLM-L6-cos-v1'
+  metric: 'cosine'
   batch_size: 32
   show_progress: false
-  cache_dir: "/tmp/.schema_search_cache"
+  cache_dir: '/tmp/.schema_search_cache'
 
 chunking:
-  strategy: "raw"
+  strategy: 'raw'
   max_tokens: 256
   overlap_tokens: 50
-  model: "gpt-4o-mini"
+  model: 'gpt-4o-mini'
 
 search:
-  strategy: "hybrid"
+  strategy: 'bm25'
   initial_top_k: 20
   rerank_top_k: 5
   semantic_weight: 0.67

signalpilot_ai_internal/schema_search_service.py

@@ -21,10 +21,62 @@ class SchemaSearchHandler(APIHandler):
         for key, value in os.environ.items():
             if key.endswith("_CONNECTION_JSON") and isinstance(value, str) and value.strip().startswith("{"):
                 config = json.loads(value)
+                
+                # Special handling for Databricks
+                if config.get("type") == "databricks":
+                    return self._build_databricks_url(config)
+                
                 url = config.get("connectionUrl")
                 if url:
                     return url
         return os.environ.get("DB_URL")
+    
+    def _build_databricks_url(self, config: dict) -> Optional[str]:
+        """Build Databricks URL in the format: databricks://token:{token}@{host}:443/{catalog}?http_path={http_path}"""
+        import re
+        
+        # Extract host from connectionUrl
+        connection_url = config.get('connectionUrl', '')
+        if not connection_url:
+            return None
+        
+        url_match = re.match(r'https?://([^/]+)', connection_url)
+        if not url_match:
+            return None
+        
+        host = url_match.group(1)
+        
+        # Get access token based on auth type
+        auth_type = config.get('authType', 'pat')
+        if auth_type == 'pat':
+            token = config.get('accessToken', '')
+        else:
+            # For service principal, we would need to get OAuth token
+            # For now, return None to fallback to other methods
+            return None
+        
+        if not token:
+            return None
+        
+        # Get HTTP path
+        http_path = config.get('warehouseHttpPath') or config.get('httpPath', '')
+        if not http_path:
+            warehouse_id = config.get('warehouseId')
+            if warehouse_id:
+                http_path = f"/sql/1.0/warehouses/{warehouse_id}"
+            else:
+                return None
+        
+        # Get catalog (optional)
+        catalog = config.get('catalog', '')
+        
+        # Build the URL
+        if catalog:
+            db_url = f"databricks://token:{token}@{host}:443/{catalog}?http_path={http_path}"
+        else:
+            db_url = f"databricks://token:{token}@{host}:443?http_path={http_path}"
+        
+        return db_url
 
     @tornado.web.authenticated
     async def post(self):
@@ -60,11 +112,13 @@ class SchemaSearchHandler(APIHandler):
 
         if db_url_lower.startswith("snowflake://"):
             self._ensure_snowflake_dependencies()
+        elif db_url_lower.startswith("databricks://"):
+            self._ensure_databricks_dependencies()
         elif db_url_lower.startswith("postgresql") or db_url_lower.startswith("postgres") or db_url_lower.startswith("mysql+pymysql"):
             pass
         else:
             self.set_status(400)
-            self.finish(json.dumps({"error": "Schema search currently supports PostgreSQL, MySQL, or Snowflake connections"}))
+            self.finish(json.dumps({"error": "Schema search currently supports PostgreSQL, MySQL, Snowflake, or Databricks connections"}))
             return
 
         engine = None
@@ -107,3 +161,10 @@ class SchemaSearchHandler(APIHandler):
         except ImportError:
             self._install_package("snowflake-sqlalchemy")
             import snowflake.sqlalchemy  # type: ignore  # noqa: F401
+    
+    def _ensure_databricks_dependencies(self) -> None:
+        try:
+            import databricks.sqlalchemy  # type: ignore  # noqa: F401
+        except ImportError:
+            self._install_package("databricks-sqlalchemy")
+            import databricks.sqlalchemy  # type: ignore  # noqa: F401

signalpilot_ai_internal/test_dbt_mcp_server.py

@@ -0,0 +1,180 @@
+"""
+Test script to run the dbt-mcp server with enhanced visibility.
+
+This script provides detailed logging and output to help debug
+and understand what's happening when the MCP server runs.
+"""
+
+import asyncio
+import logging
+import os
+import sys
+from pathlib import Path
+
+# Add the dbt-mcp src directory to Python path
+dbt_mcp_src = Path(__file__).parent / "dbt-mcp" / "src"
+sys.path.insert(0, str(dbt_mcp_src))
+
+from dbt_mcp.config.config import load_config
+from dbt_mcp.config.transport import validate_transport
+from dbt_mcp.mcp.server import create_dbt_mcp
+
+
+def setup_logging():
+    """Configure detailed logging for debugging."""
+    logging.basicConfig(
+        level=logging.DEBUG,
+        format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
+        handlers=[
+            logging.StreamHandler(sys.stdout),
+            logging.FileHandler('dbt_mcp_test.log', mode='w')
+        ]
+    )
+    
+    # Set specific loggers to DEBUG
+    logging.getLogger('dbt_mcp').setLevel(logging.DEBUG)
+    logging.getLogger('mcp').setLevel(logging.DEBUG)
+    
+    return logging.getLogger(__name__)
+
+
+async def test_server_creation():
+    """Test creating the dbt-mcp server."""
+    logger = setup_logging()
+    
+    logger.info("=" * 80)
+    logger.info("Starting dbt-mcp Server Test")
+    logger.info("=" * 80)
+    
+    try:
+        # Load configuration
+        logger.info("\n--- Loading Configuration ---")
+        logger.info(f"Current working directory: {os.getcwd()}")
+        logger.info(f"Environment variables (DBT related):")
+        for key, value in os.environ.items():
+            if 'DBT' in key.upper() or 'MCP' in key.upper():
+                logger.info(f"  {key}: {value}")
+        
+        config = load_config()
+        logger.info(f"Config loaded successfully")
+        logger.info(f"  Enabled toolsets: {config.enabled_toolsets}")
+        logger.info(f"  Disabled toolsets: {config.disabled_toolsets}")
+        logger.info(f"  Enabled tools: {config.enable_tools}")
+        logger.info(f"  Disabled tools: {config.disable_tools}")
+        
+        # Create server
+        logger.info("\n--- Creating MCP Server ---")
+        server = await create_dbt_mcp(config)
+        logger.info(f"Server created: {server}")
+        logger.info(f"Server name: {server.name}")
+        
+        # List registered tools
+        logger.info("\n--- Registered Tools ---")
+        if hasattr(server, '_tool_manager') and hasattr(server._tool_manager, 'tools'):
+            tools = server._tool_manager.tools
+            logger.info(f"Total tools registered: {len(tools)}")
+            for tool_name in sorted(tools.keys()):
+                logger.info(f"  - {tool_name}")
+        else:
+            logger.warning("Could not access tool manager to list tools")
+        
+        # List registered prompts (if any)
+        logger.info("\n--- Registered Prompts ---")
+        if hasattr(server, '_prompt_manager') and hasattr(server._prompt_manager, 'prompts'):
+            prompts = server._prompt_manager.prompts
+            logger.info(f"Total prompts registered: {len(prompts)}")
+            for prompt_name in sorted(prompts.keys()):
+                logger.info(f"  - {prompt_name}")
+        else:
+            logger.info("No prompts registered")
+        
+        # Get transport type
+        logger.info("\n--- Transport Configuration ---")
+        transport_type = os.environ.get("MCP_TRANSPORT", "stdio")
+        transport = validate_transport(transport_type)
+        logger.info(f"Transport type: {transport}")
+        
+        logger.info("\n" + "=" * 80)
+        logger.info("Server initialization complete!")
+        logger.info("=" * 80)
+        logger.info("\nTo run the server, uncomment the server.run() line below")
+        logger.info("Note: server.run() will block and wait for MCP client connections")
+        
+        # Uncomment the line below to actually run the server
+        # logger.info("\n--- Running Server (blocking) ---")
+        # server.run(transport=transport)
+        
+        return server
+        
+    except Exception as e:
+        logger.error(f"\n!!! Error occurred: {e}", exc_info=True)
+        raise
+
+
+async def test_tool_call():
+    """Test calling a specific tool if available."""
+    logger = logging.getLogger(__name__)
+    
+    try:
+        logger.info("\n" + "=" * 80)
+        logger.info("Testing Tool Call")
+        logger.info("=" * 80)
+        
+        config = load_config()
+        server = await create_dbt_mcp(config)
+        
+        # Try to call a simple tool (e.g., list or search)
+        # This is just an example - adjust based on available tools
+        if hasattr(server, '_tool_manager') and hasattr(server._tool_manager, 'tools'):
+            tools = server._tool_manager.tools
+            
+            # Look for a simple tool to test
+            test_tools = ['search', 'list', 'get_all_models']
+            for tool_name in test_tools:
+                if tool_name in tools:
+                    logger.info(f"\nTesting tool: {tool_name}")
+                    try:
+                        # Call with minimal arguments
+                        result = await server.call_tool(tool_name, {})
+                        logger.info(f"Tool call successful!")
+                        logger.info(f"Result type: {type(result)}")
+                        logger.info(f"Result: {result}")
+                        break
+                    except Exception as tool_error:
+                        logger.warning(f"Tool call failed (expected if missing config): {tool_error}")
+            else:
+                logger.info("No testable tools found in the expected list")
+        
+    except Exception as e:
+        logger.error(f"Error in tool test: {e}", exc_info=True)
+
+
+def main():
+    """Main entry point."""
+    logger = setup_logging()
+    
+    try:
+        # Test 1: Create server and inspect
+        logger.info("\n### TEST 1: Server Creation and Inspection ###\n")
+        server = asyncio.run(test_server_creation())
+        
+        # Test 2: Try calling a tool (optional)
+        logger.info("\n\n### TEST 2: Tool Call Test (Optional) ###\n")
+        try:
+            asyncio.run(test_tool_call())
+        except Exception as e:
+            logger.info(f"Tool test skipped or failed: {e}")
+        
+        logger.info("\n\n" + "=" * 80)
+        logger.info("All tests complete! Check dbt_mcp_test.log for full output.")
+        logger.info("=" * 80)
+        
+    except KeyboardInterrupt:
+        logger.info("\n\nInterrupted by user")
+    except Exception as e:
+        logger.error(f"\n\nFatal error: {e}", exc_info=True)
+        sys.exit(1)
+
+
+if __name__ == "__main__":
+    main()

{signalpilot_ai_internal-0.7.6.data → signalpilot_ai_internal-0.10.22.data}/data/share/jupyter/labextensions/signalpilot-ai-internal/package.json

@@ -1,6 +1,6 @@
 {
   "name": "signalpilot-ai-internal",
-  "version": "0.7.6",
+  "version": "0.10.22",
   "description": "SignalPilot Agent - Your Jupyter Notebook Assistant",
   "keywords": [
     "jupyter",
@@ -24,13 +24,14 @@
   "style": "style/index.css",
   "scripts": {
     "build": "jlpm prebuild && jlpm build:lib && jlpm build:labextension:dev",
+    "build:no_tracking": "cross-env DISABLE_TRACKING=true jlpm prebuild && cross-env DISABLE_TRACKING=true jlpm build:lib && cross-env DISABLE_TRACKING=true jlpm build:labextension:dev",
     "build:prod": "jlpm prebuild && jlpm clean && jlpm build:lib:prod && jlpm build:labextension",
     "build:labextension": "jlpm prebuild && jupyter labextension build .",
     "build:labextension:dev": "jlpm prebuild && jupyter labextension build --development True .",
     "build:lib": "jlpm prebuild && tsc --sourceMap",
     "build:lib:prod": "jlpm prebuild && tsc && jlpm build:remove-console",
     "build:remove-console": "cross-env NODE_ENV=production babel lib --out-dir lib --extensions .js",
-    "prebuild": "mkdir -p lib/Config/prompts && cp src/Config/prompts/*.md lib/Config/prompts",
+    "prebuild": "mkdir -p lib/Config/prompts && cp src/Config/prompts/*.md lib/Config/prompts && node scripts/generate-tracking-config.js",
     "clean": "jlpm clean:lib",
     "clean:lib": "rimraf lib tsconfig.tsbuildinfo",
     "clean:lintcache": "rimraf .eslintcache .stylelintcache",
@@ -79,6 +80,7 @@
     "dompurify": "^3.2.5",
     "driver.js": "^1.3.6",
     "fuse.js": "^7.1.0",
+    "highlight.js": "^11.11.1",
     "jwt-decode": "^4.0.0",
     "marked": "^15.0.11",
     "partial-json": "^0.1.7",
@@ -134,7 +136,7 @@
     "outputDir": "signalpilot_ai_internal/labextension",
     "schemaDir": "schema",
     "_build": {
-      "load": "static/remoteEntry.ee8951353b00c13b8070.js",
+      "load": "static/remoteEntry.b63c429ca81e743b403c.js",
       "extension": "./extension",
       "style": "./style"
     }

{signalpilot_ai_internal-0.7.6.data → signalpilot_ai_internal-0.10.22.data}/data/share/jupyter/labextensions/signalpilot-ai-internal/schemas/signalpilot-ai-internal/package.json.orig

@@ -1,6 +1,6 @@
 {
   "name": "signalpilot-ai-internal",
-  "version": "0.7.6",
+  "version": "0.10.22",
   "description": "SignalPilot Agent - Your Jupyter Notebook Assistant",
   "keywords": [
     "jupyter",
@@ -24,13 +24,14 @@
   "style": "style/index.css",
   "scripts": {
     "build": "jlpm prebuild && jlpm build:lib && jlpm build:labextension:dev",
+    "build:no_tracking": "cross-env DISABLE_TRACKING=true jlpm prebuild && cross-env DISABLE_TRACKING=true jlpm build:lib && cross-env DISABLE_TRACKING=true jlpm build:labextension:dev",
     "build:prod": "jlpm prebuild && jlpm clean && jlpm build:lib:prod && jlpm build:labextension",
     "build:labextension": "jlpm prebuild && jupyter labextension build .",
     "build:labextension:dev": "jlpm prebuild && jupyter labextension build --development True .",
     "build:lib": "jlpm prebuild && tsc --sourceMap",
     "build:lib:prod": "jlpm prebuild && tsc && jlpm build:remove-console",
     "build:remove-console": "cross-env NODE_ENV=production babel lib --out-dir lib --extensions .js",
-    "prebuild": "mkdir -p lib/Config/prompts && cp src/Config/prompts/*.md lib/Config/prompts",
+    "prebuild": "mkdir -p lib/Config/prompts && cp src/Config/prompts/*.md lib/Config/prompts && node scripts/generate-tracking-config.js",
     "clean": "jlpm clean:lib",
     "clean:lib": "rimraf lib tsconfig.tsbuildinfo",
     "clean:lintcache": "rimraf .eslintcache .stylelintcache",
@@ -79,6 +80,7 @@
     "dompurify": "^3.2.5",
     "driver.js": "^1.3.6",
     "fuse.js": "^7.1.0",
+    "highlight.js": "^11.11.1",
     "jwt-decode": "^4.0.0",
     "marked": "^15.0.11",
     "partial-json": "^0.1.7",

{signalpilot_ai_internal-0.7.6.data → signalpilot_ai_internal-0.10.22.data}/data/share/jupyter/labextensions/signalpilot-ai-internal/schemas/signalpilot-ai-internal/plugin.json

@@ -1,5 +1,11 @@
 {
-  "jupyter.lab.shortcuts": [],
+  "jupyter.lab.shortcuts": [
+    {
+      "command": "signalpilot-ai-internal:inline-edit",
+      "keys": ["Accel K"],
+      "selector": ".jp-Notebook .jp-Cell.jp-mod-active"
+    }
+  ],
   "jupyter.lab.setting-icon": "ui-components:settings",
   "jupyter.lab.setting-icon-label": "Sage AI Settings",
   "jupyter.lab.toolbars": {