n8n-atom-mcp 0.0.1

package/dist/scripts/migrate-readme-columns.js

@@ -0,0 +1,62 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const path_1 = __importDefault(require("path"));
+const database_adapter_1 = require("../database/database-adapter");
+const logger_1 = require("../utils/logger");
+async function migrate() {
+    console.log('============================================================');
+    console.log('  n8n-atom-mcp Database Migration: README & AI Documentation');
+    console.log('============================================================\n');
+    const dbPath = process.env.N8N_MCP_DB_PATH || path_1.default.join(process.cwd(), 'data', 'nodes.db');
+    console.log(`Database: ${dbPath}\n`);
+    const db = await (0, database_adapter_1.createDatabaseAdapter)(dbPath);
+    try {
+        const tableInfo = db.prepare('PRAGMA table_info(nodes)').all();
+        const existingColumns = new Set(tableInfo.map((col) => col.name));
+        const columnsToAdd = [
+            { name: 'npm_readme', type: 'TEXT', description: 'Raw README markdown from npm registry' },
+            { name: 'ai_documentation_summary', type: 'TEXT', description: 'AI-generated structured summary (JSON)' },
+            { name: 'ai_summary_generated_at', type: 'DATETIME', description: 'When the AI summary was generated' },
+        ];
+        let addedCount = 0;
+        let skippedCount = 0;
+        for (const column of columnsToAdd) {
+            if (existingColumns.has(column.name)) {
+                console.log(`  [SKIP] Column '${column.name}' already exists`);
+                skippedCount++;
+            }
+            else {
+                console.log(`  [ADD]  Column '${column.name}' (${column.type})`);
+                db.exec(`ALTER TABLE nodes ADD COLUMN ${column.name} ${column.type}`);
+                addedCount++;
+            }
+        }
+        console.log('\n============================================================');
+        console.log('  Migration Complete');
+        console.log('============================================================');
+        console.log(`  Added: ${addedCount} columns`);
+        console.log(`  Skipped: ${skippedCount} columns (already exist)`);
+        console.log('============================================================\n');
+        const verifyInfo = db.prepare('PRAGMA table_info(nodes)').all();
+        const verifyColumns = new Set(verifyInfo.map((col) => col.name));
+        const allPresent = columnsToAdd.every((col) => verifyColumns.has(col.name));
+        if (allPresent) {
+            console.log('Verification: All columns present in database.\n');
+        }
+        else {
+            console.error('Verification FAILED: Some columns are missing!\n');
+            process.exit(1);
+        }
+    }
+    finally {
+        db.close();
+    }
+}
+migrate().catch((error) => {
+    logger_1.logger.error('Migration failed:', error);
+    process.exit(1);
+});
+//# sourceMappingURL=migrate-readme-columns.js.map

package/dist/scripts/migrate-readme-columns.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrate-readme-columns.js","sourceRoot":"","sources":["../../src/scripts/migrate-readme-columns.ts"],"names":[],"mappings":";;;;;AAWA,gDAAwB;AACxB,mEAAqE;AACrE,4CAAyC;AAEzC,KAAK,UAAU,OAAO;IACpB,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;IAE9E,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;IAC3F,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,IAAI,CAAC,CAAC;IAGrC,MAAM,EAAE,GAAG,MAAM,IAAA,wCAAqB,EAAC,MAAM,CAAC,CAAC;IAE/C,IAAI,CAAC;QAEH,MAAM,SAAS,GAAG,EAAE,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,GAAG,EAA6B,CAAC;QAC1F,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAElE,MAAM,YAAY,GAAG;YACnB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,uCAAuC,EAAE;YAC1F,EAAE,IAAI,EAAE,0BAA0B,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,wCAAwC,EAAE;YACzG,EAAE,IAAI,EAAE,yBAAyB,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,mCAAmC,EAAE;SACxG,CAAC;QAEF,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;YAClC,IAAI,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrC,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,IAAI,kBAAkB,CAAC,CAAC;gBAC/D,YAAY,EAAE,CAAC;YACjB,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,IAAI,MAAM,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;gBACjE,EAAE,CAAC,IAAI,CAAC,gCAAgC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBACtE,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;QAC9E,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;QAC5E,OAAO,CAAC,GAAG,CAAC,YAAY,UAAU,UAAU,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,cAAc,YAAY,0BAA0B,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;QAG9E,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,GAAG,EAA6B,CAAC;QAC3F,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAEjE,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5E,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YAClE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IAEH,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AAGD,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACxB,eAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;IACzC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/scripts/rebuild-database.d.ts

@@ -0,0 +1,4 @@
+#!/usr/bin/env node
+declare function rebuildDocumentationDatabase(): Promise<void>;
+export { rebuildDocumentationDatabase };
+//# sourceMappingURL=rebuild-database.d.ts.map

package/dist/scripts/rebuild-database.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rebuild-database.d.ts","sourceRoot":"","sources":["../../src/scripts/rebuild-database.ts"],"names":[],"mappings":";AAYA,iBAAe,4BAA4B,kBA4D1C;AAUD,OAAO,EAAE,4BAA4B,EAAE,CAAC"}

package/dist/scripts/rebuild-database.js

@@ -0,0 +1,95 @@
+#!/usr/bin/env node
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.rebuildDocumentationDatabase = rebuildDocumentationDatabase;
+const dotenv = __importStar(require("dotenv"));
+const node_documentation_service_1 = require("../services/node-documentation-service");
+dotenv.config();
+async function rebuildDocumentationDatabase() {
+    console.log('🔄 Starting enhanced documentation database rebuild...\n');
+    const startTime = Date.now();
+    const service = new node_documentation_service_1.NodeDocumentationService();
+    try {
+        const results = await service.rebuildDatabase();
+        const duration = ((Date.now() - startTime) / 1000).toFixed(2);
+        console.log('\n✅ Enhanced documentation database rebuild completed!\n');
+        console.log('📊 Results:');
+        console.log(`   Total nodes found: ${results.total}`);
+        console.log(`   Successfully processed: ${results.successful}`);
+        console.log(`   Failed: ${results.failed}`);
+        console.log(`   Duration: ${duration}s`);
+        if (results.errors.length > 0) {
+            console.log(`\n⚠️  First ${Math.min(5, results.errors.length)} errors:`);
+            results.errors.slice(0, 5).forEach(err => {
+                console.log(`   - ${err}`);
+            });
+            if (results.errors.length > 5) {
+                console.log(`   ... and ${results.errors.length - 5} more errors`);
+            }
+        }
+        const stats = await service.getStatistics();
+        console.log('\n📈 Database Statistics:');
+        console.log(`   Total nodes: ${stats.totalNodes}`);
+        console.log(`   Nodes with documentation: ${stats.nodesWithDocs}`);
+        console.log(`   Nodes with examples: ${stats.nodesWithExamples}`);
+        console.log(`   Nodes with credentials: ${stats.nodesWithCredentials}`);
+        console.log(`   Trigger nodes: ${stats.triggerNodes}`);
+        console.log(`   Webhook nodes: ${stats.webhookNodes}`);
+        console.log('\n📦 Package distribution:');
+        stats.packageDistribution.slice(0, 10).forEach((pkg) => {
+            console.log(`   ${pkg.package}: ${pkg.count} nodes`);
+        });
+        await service.close();
+        console.log('\n✨ Enhanced documentation database is ready!');
+        console.log('💡 The database now includes:');
+        console.log('   - Complete node source code');
+        console.log('   - Enhanced documentation with operations and API methods');
+        console.log('   - Code examples and templates');
+        console.log('   - Related resources and required scopes');
+    }
+    catch (error) {
+        console.error('\n❌ Documentation database rebuild failed:', error);
+        service.close();
+        process.exit(1);
+    }
+}
+if (require.main === module) {
+    rebuildDocumentationDatabase().catch(error => {
+        console.error('Fatal error:', error);
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=rebuild-database.js.map

package/dist/scripts/rebuild-database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rebuild-database.js","sourceRoot":"","sources":["../../src/scripts/rebuild-database.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkFS,oEAA4B;AAhFrC,+CAAiC;AACjC,uFAAkF;AAIlF,MAAM,CAAC,MAAM,EAAE,CAAC;AAKhB,KAAK,UAAU,4BAA4B;IACzC,OAAO,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC;IAExE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAG,IAAI,qDAAwB,EAAE,CAAC;IAE/C,IAAI,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC;QAEhD,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAE9D,OAAO,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC;QACxE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,yBAAyB,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,8BAA8B,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,cAAc,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,GAAG,CAAC,CAAC;QAEzC,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACzE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBACvC,OAAO,CAAC,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC;YAC7B,CAAC,CAAC,CAAC;YAEH,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,OAAO,CAAC,GAAG,CAAC,cAAc,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,cAAc,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QAGD,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,gCAAgC,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC;QACnE,OAAO,CAAC,GAAG,CAAC,2BAA2B,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,8BAA8B,KAAK,CAAC,oBAAoB,EAAE,CAAC,CAAC;QACxE,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC;QAEvD,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,KAAK,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,GAAQ,EAAE,EAAE;YAC1D,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,OAAO,KAAK,GAAG,CAAC,KAAK,QAAQ,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAGH,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QAEtB,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;QAC7D,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;QAC3E,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;IAE5D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,4CAA4C,EAAE,KAAK,CAAC,CAAC;QACnE,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAGD,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5B,4BAA4B,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;QAC3C,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/scripts/rebuild-optimized.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=rebuild-optimized.d.ts.map

package/dist/scripts/rebuild-optimized.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rebuild-optimized.d.ts","sourceRoot":"","sources":["../../src/scripts/rebuild-optimized.ts"],"names":[],"mappings":""}

package/dist/scripts/rebuild-optimized.js

@@ -0,0 +1,198 @@
+#!/usr/bin/env node
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const database_adapter_1 = require("../database/database-adapter");
+const node_loader_1 = require("../loaders/node-loader");
+const node_parser_1 = require("../parsers/node-parser");
+const docs_mapper_1 = require("../mappers/docs-mapper");
+const node_repository_1 = require("../database/node-repository");
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+async function extractNodeSource(NodeClass, packageName, nodeName) {
+    try {
+        const possiblePaths = [
+            `${packageName}/dist/nodes/${nodeName}.node.js`,
+            `${packageName}/dist/nodes/${nodeName}/${nodeName}.node.js`,
+            `${packageName}/nodes/${nodeName}.node.js`,
+            `${packageName}/nodes/${nodeName}/${nodeName}.node.js`
+        ];
+        let nodeFilePath = null;
+        let nodeSourceCode = '// Source code not found';
+        for (const path of possiblePaths) {
+            try {
+                nodeFilePath = require.resolve(path);
+                nodeSourceCode = await fs.promises.readFile(nodeFilePath, 'utf8');
+                break;
+            }
+            catch (e) {
+            }
+        }
+        if (nodeSourceCode === '// Source code not found' && NodeClass.toString) {
+            nodeSourceCode = `// Extracted from NodeClass\n${NodeClass.toString()}`;
+            nodeFilePath = 'extracted-from-class';
+        }
+        let credentialSourceCode;
+        try {
+            const credName = nodeName.replace(/Node$/, '');
+            const credentialPaths = [
+                `${packageName}/dist/credentials/${credName}.credentials.js`,
+                `${packageName}/dist/credentials/${credName}/${credName}.credentials.js`,
+                `${packageName}/credentials/${credName}.credentials.js`
+            ];
+            for (const path of credentialPaths) {
+                try {
+                    const credFilePath = require.resolve(path);
+                    credentialSourceCode = await fs.promises.readFile(credFilePath, 'utf8');
+                    break;
+                }
+                catch (e) {
+                }
+            }
+        }
+        catch (error) {
+        }
+        return {
+            nodeSourceCode,
+            credentialSourceCode,
+            sourceLocation: nodeFilePath || 'unknown'
+        };
+    }
+    catch (error) {
+        console.warn(`Could not extract source for ${nodeName}: ${error.message}`);
+        return {
+            nodeSourceCode: '// Source code extraction failed',
+            sourceLocation: 'unknown'
+        };
+    }
+}
+async function rebuildOptimized() {
+    console.log('🔄 Building optimized n8n node database with embedded source code...\n');
+    const dbPath = process.env.BUILD_DB_PATH || './data/nodes.db';
+    const db = await (0, database_adapter_1.createDatabaseAdapter)(dbPath);
+    const loader = new node_loader_1.N8nNodeLoader();
+    const parser = new node_parser_1.NodeParser();
+    const mapper = new docs_mapper_1.DocsMapper();
+    const repository = new node_repository_1.NodeRepository(db);
+    const schemaPath = path.join(__dirname, '../../src/database/schema-optimized.sql');
+    const schema = fs.readFileSync(schemaPath, 'utf8');
+    db.exec(schema);
+    db.exec('DELETE FROM nodes');
+    console.log('🗑️  Cleared existing data\n');
+    const nodes = await loader.loadAllNodes();
+    console.log(`📦 Loaded ${nodes.length} nodes from packages\n`);
+    const stats = {
+        successful: 0,
+        failed: 0,
+        aiTools: 0,
+        triggers: 0,
+        webhooks: 0,
+        withProperties: 0,
+        withOperations: 0,
+        withDocs: 0,
+        withSource: 0
+    };
+    for (const { packageName, nodeName, NodeClass } of nodes) {
+        try {
+            const parsed = parser.parse(NodeClass, packageName);
+            if (!parsed.nodeType || !parsed.displayName) {
+                throw new Error('Missing required fields');
+            }
+            const docs = await mapper.fetchDocumentation(parsed.nodeType);
+            parsed.documentation = docs || undefined;
+            console.log(`📄 Extracting source code for ${parsed.nodeType}...`);
+            const sourceInfo = await extractNodeSource(NodeClass, packageName, nodeName);
+            const nodeData = {
+                ...parsed,
+                developmentStyle: parsed.style,
+                credentialsRequired: parsed.credentials || [],
+                nodeSourceCode: sourceInfo.nodeSourceCode,
+                credentialSourceCode: sourceInfo.credentialSourceCode,
+                sourceLocation: sourceInfo.sourceLocation,
+                sourceExtractedAt: new Date().toISOString()
+            };
+            const stmt = db.prepare(`
+        INSERT INTO nodes (
+          node_type, package_name, display_name, description, category,
+          development_style, is_ai_tool, is_trigger, is_webhook, is_versioned,
+          version, documentation, properties_schema, operations, credentials_required,
+          node_source_code, credential_source_code, source_location, source_extracted_at
+        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+      `);
+            stmt.run(nodeData.nodeType, nodeData.packageName, nodeData.displayName, nodeData.description, nodeData.category, nodeData.developmentStyle, nodeData.isAITool ? 1 : 0, nodeData.isTrigger ? 1 : 0, nodeData.isWebhook ? 1 : 0, nodeData.isVersioned ? 1 : 0, nodeData.version, nodeData.documentation, JSON.stringify(nodeData.properties), JSON.stringify(nodeData.operations), JSON.stringify(nodeData.credentialsRequired), nodeData.nodeSourceCode, nodeData.credentialSourceCode, nodeData.sourceLocation, nodeData.sourceExtractedAt);
+            stats.successful++;
+            if (parsed.isAITool)
+                stats.aiTools++;
+            if (parsed.isTrigger)
+                stats.triggers++;
+            if (parsed.isWebhook)
+                stats.webhooks++;
+            if (parsed.properties.length > 0)
+                stats.withProperties++;
+            if (parsed.operations.length > 0)
+                stats.withOperations++;
+            if (docs)
+                stats.withDocs++;
+            if (sourceInfo.nodeSourceCode !== '// Source code extraction failed')
+                stats.withSource++;
+            console.log(`✅ ${parsed.nodeType} [Props: ${parsed.properties.length}, Ops: ${parsed.operations.length}, Source: ${sourceInfo.nodeSourceCode.length} bytes]`);
+        }
+        catch (error) {
+            stats.failed++;
+            console.error(`❌ Failed to process ${nodeName}: ${error.message}`);
+        }
+    }
+    console.log('\n🔍 Building full-text search index...');
+    db.exec('INSERT INTO nodes_fts(nodes_fts) VALUES("rebuild")');
+    console.log('\n📊 Summary:');
+    console.log(`   Total nodes: ${nodes.length}`);
+    console.log(`   Successful: ${stats.successful}`);
+    console.log(`   Failed: ${stats.failed}`);
+    console.log(`   AI Tools: ${stats.aiTools}`);
+    console.log(`   Triggers: ${stats.triggers}`);
+    console.log(`   Webhooks: ${stats.webhooks}`);
+    console.log(`   With Properties: ${stats.withProperties}`);
+    console.log(`   With Operations: ${stats.withOperations}`);
+    console.log(`   With Documentation: ${stats.withDocs}`);
+    console.log(`   With Source Code: ${stats.withSource}`);
+    const dbStats = db.prepare('SELECT page_count * page_size as size FROM pragma_page_count(), pragma_page_size()').get();
+    console.log(`\n💾 Database size: ${(dbStats.size / 1024 / 1024).toFixed(2)} MB`);
+    console.log('\n✨ Optimized rebuild complete!');
+    db.close();
+}
+if (require.main === module) {
+    rebuildOptimized().catch(console.error);
+}
+//# sourceMappingURL=rebuild-optimized.js.map

package/dist/scripts/rebuild-optimized.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rebuild-optimized.js","sourceRoot":"","sources":["../../src/scripts/rebuild-optimized.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAKA,mEAAqE;AACrE,wDAAuD;AACvD,wDAAoD;AACpD,wDAAoD;AACpD,iEAA6D;AAC7D,uCAAyB;AACzB,2CAA6B;AAQ7B,KAAK,UAAU,iBAAiB,CAAC,SAAc,EAAE,WAAmB,EAAE,QAAgB;IACpF,IAAI,CAAC;QAEH,MAAM,aAAa,GAAG;YACpB,GAAG,WAAW,eAAe,QAAQ,UAAU;YAC/C,GAAG,WAAW,eAAe,QAAQ,IAAI,QAAQ,UAAU;YAC3D,GAAG,WAAW,UAAU,QAAQ,UAAU;YAC1C,GAAG,WAAW,UAAU,QAAQ,IAAI,QAAQ,UAAU;SACvD,CAAC;QAEF,IAAI,YAAY,GAAkB,IAAI,CAAC;QACvC,IAAI,cAAc,GAAG,0BAA0B,CAAC;QAGhD,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,IAAI,CAAC;gBACH,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACrC,cAAc,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;gBAClE,MAAM;YACR,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;YAEb,CAAC;QACH,CAAC;QAGD,IAAI,cAAc,KAAK,0BAA0B,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;YACxE,cAAc,GAAG,gCAAgC,SAAS,CAAC,QAAQ,EAAE,EAAE,CAAC;YACxE,YAAY,GAAG,sBAAsB,CAAC;QACxC,CAAC;QAGD,IAAI,oBAAwC,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC/C,MAAM,eAAe,GAAG;gBACtB,GAAG,WAAW,qBAAqB,QAAQ,iBAAiB;gBAC5D,GAAG,WAAW,qBAAqB,QAAQ,IAAI,QAAQ,iBAAiB;gBACxE,GAAG,WAAW,gBAAgB,QAAQ,iBAAiB;aACxD,CAAC;YAEF,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;gBACnC,IAAI,CAAC;oBACH,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBAC3C,oBAAoB,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;oBACxE,MAAM;gBACR,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;gBAEb,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;QAEjB,CAAC;QAED,OAAO;YACL,cAAc;YACd,oBAAoB;YACpB,cAAc,EAAE,YAAY,IAAI,SAAS;SAC1C,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,gCAAgC,QAAQ,KAAM,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACtF,OAAO;YACL,cAAc,EAAE,kCAAkC;YAClD,cAAc,EAAE,SAAS;SAC1B,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC7B,OAAO,CAAC,GAAG,CAAC,wEAAwE,CAAC,CAAC;IAEtF,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,iBAAiB,CAAC;IAC9D,MAAM,EAAE,GAAG,MAAM,IAAA,wCAAqB,EAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,IAAI,2BAAa,EAAE,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,wBAAU,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,IAAI,wBAAU,EAAE,CAAC;IAChC,MAAM,UAAU,GAAG,IAAI,gCAAc,CAAC,EAAE,CAAC,CAAC;IAG1C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,yCAAyC,CAAC,CAAC;IACnF,MAAM,MAAM,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACnD,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAGhB,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC7B,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;IAG5C,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,YAAY,EAAE,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,CAAC,MAAM,wBAAwB,CAAC,CAAC;IAG/D,MAAM,KAAK,GAAG;QACZ,UAAU,EAAE,CAAC;QACb,MAAM,EAAE,CAAC;QACT,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,CAAC;QACX,QAAQ,EAAE,CAAC;QACX,cAAc,EAAE,CAAC;QACjB,cAAc,EAAE,CAAC;QACjB,QAAQ,EAAE,CAAC;QACX,UAAU,EAAE,CAAC;KACd,CAAC;IAGF,KAAK,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,KAAK,EAAE,CAAC;QACzD,IAAI,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;YAGpD,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC5C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAC7C,CAAC;YAGD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9D,MAAM,CAAC,aAAa,GAAG,IAAI,IAAI,SAAS,CAAC;YAGzC,OAAO,CAAC,GAAG,CAAC,iCAAiC,MAAM,CAAC,QAAQ,KAAK,CAAC,CAAC;YACnE,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,SAAS,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;YAG7E,MAAM,QAAQ,GAAG;gBACf,GAAG,MAAM;gBACT,gBAAgB,EAAE,MAAM,CAAC,KAAK;gBAC9B,mBAAmB,EAAE,MAAM,CAAC,WAAW,IAAI,EAAE;gBAC7C,cAAc,EAAE,UAAU,CAAC,cAAc;gBACzC,oBAAoB,EAAE,UAAU,CAAC,oBAAoB;gBACrD,cAAc,EAAE,UAAU,CAAC,cAAc;gBACzC,iBAAiB,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aAC5C,CAAC;YAGF,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;;OAOvB,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CACN,QAAQ,CAAC,QAAQ,EACjB,QAAQ,CAAC,WAAW,EACpB,QAAQ,CAAC,WAAW,EACpB,QAAQ,CAAC,WAAW,EACpB,QAAQ,CAAC,QAAQ,EACjB,QAAQ,CAAC,gBAAgB,EACzB,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACzB,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC1B,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC1B,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC5B,QAAQ,CAAC,OAAO,EAChB,QAAQ,CAAC,aAAa,EACtB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EACnC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EACnC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAC5C,QAAQ,CAAC,cAAc,EACvB,QAAQ,CAAC,oBAAoB,EAC7B,QAAQ,CAAC,cAAc,EACvB,QAAQ,CAAC,iBAAiB,CAC3B,CAAC;YAGF,KAAK,CAAC,UAAU,EAAE,CAAC;YACnB,IAAI,MAAM,CAAC,QAAQ;gBAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YACrC,IAAI,MAAM,CAAC,SAAS;gBAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;YACvC,IAAI,MAAM,CAAC,SAAS;gBAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;YACvC,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;gBAAE,KAAK,CAAC,cAAc,EAAE,CAAC;YACzD,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;gBAAE,KAAK,CAAC,cAAc,EAAE,CAAC;YACzD,IAAI,IAAI;gBAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC3B,IAAI,UAAU,CAAC,cAAc,KAAK,kCAAkC;gBAAE,KAAK,CAAC,UAAU,EAAE,CAAC;YAEzF,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,QAAQ,YAAY,MAAM,CAAC,UAAU,CAAC,MAAM,UAAU,MAAM,CAAC,UAAU,CAAC,MAAM,aAAa,UAAU,CAAC,cAAc,CAAC,MAAM,SAAS,CAAC,CAAC;QAChK,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,MAAM,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,QAAQ,KAAM,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAGD,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;IACvD,EAAE,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;IAG9D,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IAC7B,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,0BAA0B,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;IAGxD,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,oFAAoF,CAAC,CAAC,GAAG,EAAE,CAAC;IACvH,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAEjF,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAE/C,EAAE,CAAC,KAAK,EAAE,CAAC;AACb,CAAC;AAGD,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5B,gBAAgB,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC1C,CAAC"}

package/dist/scripts/rebuild.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=rebuild.d.ts.map

package/dist/scripts/rebuild.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rebuild.d.ts","sourceRoot":"","sources":["../../src/scripts/rebuild.ts"],"names":[],"mappings":""}