crushdataai 1.0.0 → 1.2.1

package/dist/connectors/postgresql/index.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PostgreSQLConnector = void 0;
+class PostgreSQLConnector {
+    constructor() {
+        this.type = 'postgresql';
+    }
+    async test(connection) {
+        if (!connection.host || !connection.user || !connection.database) {
+            throw new Error('Host, user, and database are required');
+        }
+        return true;
+    }
+    async getTables(connection) {
+        return [];
+    }
+    async getData(connection, tableName, page, limit) {
+        return {
+            columns: [],
+            rows: [],
+            pagination: { page, limit, totalRows: 0, totalPages: 0, startIdx: 0, endIdx: 0 }
+        };
+    }
+    getSnippet(connection, lang) {
+        return `# PostgreSQL snippet generation not implemented yet`;
+    }
+}
+exports.PostgreSQLConnector = PostgreSQLConnector;

package/dist/connectors/shopify/index.d.ts

@@ -0,0 +1,9 @@
+import { Connector, Table, TableData } from '../index';
+import { Connection } from '../../connections';
+export declare class ShopifyConnector implements Connector {
+    type: string;
+    test(connection: Connection): Promise<boolean>;
+    getTables(connection: Connection): Promise<Table[]>;
+    getData(connection: Connection, tableName: string, page: number, limit: number): Promise<TableData>;
+    getSnippet(connection: Connection, lang: string): string;
+}

package/dist/connectors/shopify/index.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ShopifyConnector = void 0;
+class ShopifyConnector {
+    constructor() {
+        this.type = 'shopify';
+    }
+    async test(connection) {
+        if (!connection.store || !connection.apiKey) {
+            throw new Error('Store URL and API Key are required');
+        }
+        return true;
+    }
+    async getTables(connection) {
+        return [];
+    }
+    async getData(connection, tableName, page, limit) {
+        return {
+            columns: [],
+            rows: [],
+            pagination: { page, limit, totalRows: 0, totalPages: 0, startIdx: 0, endIdx: 0 }
+        };
+    }
+    getSnippet(connection, lang) {
+        return `# Shopify snippet generation not implemented yet`;
+    }
+}
+exports.ShopifyConnector = ShopifyConnector;

package/dist/index.js

@@ -1,13 +1,48 @@
 #!/usr/bin/env node
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 const commander_1 = require("commander");
 const commands_1 = require("./commands");
+const server_1 = require("./server");
+const connections_1 = require("./connections");
 const program = new commander_1.Command();
 program
     .name('crushdataai')
     .description('CLI to install CrushData AI data analyst skill for AI coding assistants')
-    .version('1.0.0');
+    .version('1.2.1');
 program
     .command('init')
     .description('Initialize CrushData AI skill in current project')
@@ -28,4 +63,59 @@ program
     .action(() => {
     (0, commands_1.versions)();
 });
+program
+    .command('connect')
+    .description('Open connection manager UI to add/manage data sources')
+    .option('-p, --port <port>', 'Server port', '4321')
+    .action(async (options) => {
+    const port = parseInt(options.port);
+    console.log('\n🔌 Starting CrushData AI Connection Manager...\n');
+    try {
+        await (0, server_1.startServer)(port);
+        // Open browser
+        const open = (await Promise.resolve().then(() => __importStar(require('open')))).default;
+        await open(`http://localhost:${port}`);
+    }
+    catch (error) {
+        console.error(`❌ Error: ${error.message}`);
+        process.exit(1);
+    }
+});
+program
+    .command('connections')
+    .description('List saved data source connections')
+    .action(() => {
+    const connections = (0, connections_1.listConnections)();
+    if (connections.length === 0) {
+        console.log('\n📁 No saved connections.');
+        console.log('   Run `crushdataai connect` to add one.\n');
+        return;
+    }
+    console.log('\n📁 Saved Connections:\n');
+    connections.forEach(conn => {
+        console.log(`   ${conn.name}`);
+        console.log(`   └─ Type: ${conn.type} | Host: ${conn.host || 'local'}`);
+        console.log(`   └─ Created: ${conn.createdAt}\n`);
+    });
+});
+program
+    .command('connections:delete <name>')
+    .description('Delete a saved connection')
+    .action((name) => {
+    const deleted = (0, connections_1.deleteConnection)(name);
+    if (deleted) {
+        console.log(`\n✓ Connection "${name}" deleted.\n`);
+    }
+    else {
+        console.log(`\n✗ Connection "${name}" not found.\n`);
+    }
+});
+program
+    .command('snippet <name>')
+    .description('Get connection code snippet for AI to use')
+    .option('-l, --lang <lang>', 'Target language (currently python)', 'python')
+    .action(async (name, options) => {
+    const { snippet } = await Promise.resolve().then(() => __importStar(require('./commands/snippet')));
+    await snippet(name, options.lang);
+});
 program.parse();

package/dist/routes/connections.d.ts

@@ -0,0 +1,2 @@
+declare const router: import("express-serve-static-core").Router;
+export default router;

package/dist/routes/connections.js

@@ -0,0 +1,124 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const express_1 = __importDefault(require("express"));
+const connections_1 = require("../connections");
+const connectors_1 = require("../connectors");
+const router = express_1.default.Router();
+// List connections
+router.get('/', (_req, res) => {
+    try {
+        const connections = (0, connections_1.listConnections)();
+        res.json({ success: true, connections });
+    }
+    catch (error) {
+        res.status(500).json({ success: false, error: 'Failed to load connections' });
+    }
+});
+// Get connection details
+router.get('/:name', (req, res) => {
+    try {
+        const connection = (0, connections_1.getConnection)(req.params.name);
+        if (!connection) {
+            res.status(404).json({ success: false, error: 'Connection not found' });
+            return;
+        }
+        // Remove sensitive fields
+        const safe = { ...connection, password: undefined, apiKey: undefined, apiSecret: undefined };
+        res.json({ success: true, connection: safe });
+    }
+    catch (error) {
+        res.status(500).json({ success: false, error: 'Failed to get connection' });
+    }
+});
+// Save connection
+router.post('/', (req, res) => {
+    try {
+        const connection = {
+            ...req.body,
+            createdAt: req.body.createdAt || new Date().toISOString(),
+            updatedAt: new Date().toISOString()
+        };
+        if (!connection.name || !connection.type) {
+            res.status(400).json({ success: false, error: 'Name and type are required' });
+            return;
+        }
+        (0, connections_1.saveConnection)(connection);
+        res.json({ success: true, message: 'Connection saved' });
+    }
+    catch (error) {
+        res.status(500).json({ success: false, error: 'Failed to save connection' });
+    }
+});
+// Delete connection
+router.delete('/:name', (req, res) => {
+    try {
+        const deleted = (0, connections_1.deleteConnection)(req.params.name);
+        if (deleted) {
+            res.json({ success: true, message: 'Connection deleted' });
+        }
+        else {
+            res.status(404).json({ success: false, error: 'Connection not found' });
+        }
+    }
+    catch (error) {
+        res.status(500).json({ success: false, error: 'Failed to delete connection' });
+    }
+});
+// Test connection
+router.post('/test', async (req, res) => {
+    try {
+        const connection = req.body;
+        // Use registry to test
+        try {
+            const connector = connectors_1.ConnectorRegistry.get(connection.type);
+            await connector.test(connection);
+            res.json({ success: true, message: 'Connection valid' });
+        }
+        catch (err) {
+            res.json({ success: false, error: err.message || 'Unknown connector type' });
+        }
+    }
+    catch (error) {
+        res.status(500).json({ success: false, error: 'Connection test failed: ' + error.message });
+    }
+});
+// Get tables
+router.get('/:name/tables', async (req, res) => {
+    try {
+        const connection = (0, connections_1.getConnection)(req.params.name);
+        if (!connection) {
+            res.status(404).json({ success: false, error: 'Connection not found' });
+            return;
+        }
+        const connector = connectors_1.ConnectorRegistry.get(connection.type);
+        const tables = await connector.getTables(connection);
+        res.json({ success: true, tables });
+    }
+    catch (error) {
+        res.status(500).json({ success: false, error: 'Failed to get tables: ' + error.message });
+    }
+});
+// Get table data
+router.get('/:name/tables/:table/data', async (req, res) => {
+    try {
+        const connection = (0, connections_1.getConnection)(req.params.name);
+        if (!connection) {
+            res.status(404).json({ success: false, error: 'Connection not found' });
+            return;
+        }
+        const page = parseInt(req.query.page) || 1;
+        const limit = parseInt(req.query.limit) || 25;
+        const tableName = req.params.table;
+        const connector = connectors_1.ConnectorRegistry.get(connection.type);
+        const result = await connector.getData(connection, tableName, page, limit);
+        res.json({ success: true, ...result });
+    }
+    catch (error) {
+        console.error('Error in getData:', error);
+        res.status(500).json({ success: false, error: 'Failed to get table data: ' + error.message });
+    }
+});
+exports.default = router;

package/dist/server.d.ts

@@ -0,0 +1 @@
+export declare function startServer(port?: number): Promise<void>;

package/dist/server.js

@@ -0,0 +1,98 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.startServer = startServer;
+const express_1 = __importDefault(require("express"));
+const path = __importStar(require("path"));
+const connectors_1 = require("./connectors");
+const csv_1 = require("./connectors/csv");
+const mysql_1 = require("./connectors/mysql");
+const postgresql_1 = require("./connectors/postgresql");
+const shopify_1 = require("./connectors/shopify");
+const cloud_1 = require("./connectors/cloud");
+const connections_1 = __importDefault(require("./routes/connections"));
+const app = (0, express_1.default)();
+app.use(express_1.default.json());
+// Request logger
+app.use((req, res, next) => {
+    console.log(`${req.method} ${req.url}`);
+    next();
+});
+// Initialize Connectors
+connectors_1.ConnectorRegistry.register(new csv_1.CSVConnector());
+connectors_1.ConnectorRegistry.register(new mysql_1.MySQLConnector());
+connectors_1.ConnectorRegistry.register(new postgresql_1.PostgreSQLConnector());
+connectors_1.ConnectorRegistry.register(new shopify_1.ShopifyConnector());
+connectors_1.ConnectorRegistry.register(new cloud_1.BigQueryConnector());
+connectors_1.ConnectorRegistry.register(new cloud_1.SnowflakeConnector());
+// Serve static files from ui directory
+const uiPath = path.join(__dirname, '..', 'ui');
+app.use(express_1.default.static(uiPath));
+// API Routes
+app.use('/api/connections', connections_1.default);
+// API: Health check
+app.get('/api/health', (_req, res) => {
+    res.json({ status: 'ok', version: '2.0.0' });
+});
+// Serve index.html for root
+app.get('/', (_req, res) => {
+    res.sendFile(path.join(uiPath, 'index.html'));
+});
+function startServer(port = 4321) {
+    return new Promise((resolve, reject) => {
+        try {
+            const server = app.listen(port, () => {
+                console.log(`\n🚀 CrushData AI Connection Manager`);
+                console.log(`   Server running at: http://localhost:${port}`);
+                console.log(`   Press Ctrl+C to stop\n`);
+                resolve();
+            });
+            server.on('error', (err) => {
+                if (err.code === 'EADDRINUSE') {
+                    reject(new Error(`Port ${port} is already in use`));
+                }
+                else {
+                    reject(err);
+                }
+            });
+        }
+        catch (error) {
+            reject(error);
+        }
+    });
+}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "crushdataai",
-    "version": "1.0.0",
+    "version": "1.2.1",
     "description": "CLI to install CrushData AI data analyst skill for AI coding assistants",
     "main": "dist/index.js",
     "bin": {
@@ -23,20 +23,26 @@
     "author": "",
     "license": "Apache-2.0",
     "devDependencies": {
+        "@types/express": "^4.17.21",
         "@types/fs-extra": "^11.0.4",
         "@types/node": "^20.10.0",
+        "@types/papaparse": "^5.5.2",
         "typescript": "^5.3.0"
     },
     "dependencies": {
         "commander": "^11.1.0",
-        "fs-extra": "^11.2.0"
+        "express": "^4.18.2",
+        "fs-extra": "^11.2.0",
+        "open": "^10.0.0",
+        "papaparse": "^5.5.3"
     },
     "engines": {
         "node": ">=18.0.0"
     },
     "files": [
         "dist",
-        "assets"
+        "assets",
+        "ui"
     ],
     "repository": {
         "type": "git",

package/ui/favicon.svg

@@ -0,0 +1,19 @@
+<svg width="512" height="512" viewBox="0 0 512 512" fill="none" xmlns="http://www.w3.org/2000/svg">
+  <defs>
+    <linearGradient id="bg-gradient" x1="0%" y1="0%" x2="100%" y2="100%">
+      <stop offset="0%" stop-color="#9333EA"/>
+      <stop offset="100%" stop-color="#7C3AED"/>
+    </linearGradient>
+  </defs>
+  <!-- Rounded rectangle background -->
+  <rect width="512" height="512" rx="108" fill="url(#bg-gradient)"/>
+  <!-- Bar chart icon -->
+  <g fill="white">
+    <!-- Left bar (shortest) -->
+    <rect x="120" y="280" width="56" height="112" rx="12"/>
+    <!-- Middle bar (tallest) -->
+    <rect x="228" y="120" width="56" height="272" rx="12"/>
+    <!-- Right bar (medium) -->
+    <rect x="336" y="200" width="56" height="192" rx="12"/>
+  </g>
+</svg>