snow-flow 2.7.3 → 2.8.0

package/dist/mcp/servicenow-operations-mcp.js

@@ -128,10 +128,59 @@ class ServiceNowOperationsMCP {
         this.server.setRequestHandler(types_js_1.ListToolsRequestSchema, async () => {
             return {
                 tools: [
-                    // Core Operational Queries
+                    // 🎯 UNIVERSAL TABLE QUERY - Works for ANY ServiceNow table!
+                    {
+                        name: 'snow_query_table',
+                        description: '🚀 Universal high-performance query tool for ANY ServiceNow table - optimized for memory efficiency',
+                        inputSchema: {
+                            type: 'object',
+                            properties: {
+                                table: {
+                                    type: 'string',
+                                    description: 'ServiceNow table name (e.g., incident, sc_request, problem, task, change_request, u_custom_table)',
+                                    examples: ['incident', 'sc_request', 'sc_req_item', 'problem', 'change_request', 'task', 'cmdb_ci']
+                                },
+                                query: {
+                                    type: 'string',
+                                    description: 'ServiceNow encoded query or natural language description'
+                                },
+                                limit: {
+                                    type: 'number',
+                                    description: 'Maximum number of results (default: 10)',
+                                    default: 10
+                                },
+                                include_content: {
+                                    type: 'boolean',
+                                    description: '🎯 Include full record data (default: false for performance, only returns count)',
+                                    default: false
+                                },
+                                fields: {
+                                    type: 'array',
+                                    items: { type: 'string' },
+                                    description: 'Specific fields to return (automatically sets include_content=true). Examples: ["number", "short_description", "state"]'
+                                },
+                                include_display_values: {
+                                    type: 'boolean',
+                                    description: 'Include display values for reference fields (e.g., show user names instead of sys_ids)',
+                                    default: false
+                                },
+                                group_by: {
+                                    type: 'string',
+                                    description: 'Field to group results by (returns counts per group)'
+                                },
+                                order_by: {
+                                    type: 'string',
+                                    description: 'Field to sort by (prefix with - for descending)',
+                                    examples: ['created_on', '-priority', 'number']
+                                }
+                            },
+                            required: ['table', 'query']
+                        }
+                    },
+                    // Core Operational Queries (keeping for backwards compatibility)
                     {
                         name: 'snow_query_incidents',
-                        description: 'Advanced incident querying with filters and _analysis',
+                        description: 'Advanced incident querying with filters and _analysis - optimized for performance',
                         inputSchema: {
                             type: 'object',
                             properties: {
@@ -144,15 +193,20 @@ class ServiceNowOperationsMCP {
                                     description: 'Maximum number of results (default: 10)',
                                     default: 10
                                 },
+                                include_content: {
+                                    type: 'boolean',
+                                    description: '🎯 Include full incident data (default: false for performance, only returns count)',
+                                    default: false
+                                },
                                 include__analysis: {
                                     type: 'boolean',
-                                    description: 'Include intelligent _analysis of incidents',
+                                    description: 'Include intelligent _analysis of incidents (requires include_content=true)',
                                     default: false
                                 },
                                 fields: {
                                     type: 'array',
                                     items: { type: 'string' },
-                                    description: 'Specific fields to return'
+                                    description: 'Specific fields to return (automatically sets include_content=true)'
                                 }
                             },
                             required: ['query']
@@ -723,6 +777,8 @@ class ServiceNowOperationsMCP {
             const { name, arguments: args } = request.params;
             try {
                 switch (name) {
+                    case 'snow_query_table':
+                        return await this.handleUniversalQuery(args);
                     case 'snow_query_incidents':
                         return await this.handleQueryIncidents(args);
                     case 'snow_analyze_incident':
@@ -771,9 +827,121 @@ class ServiceNowOperationsMCP {
             }
         });
     }
+    async handleUniversalQuery(args) {
+        const { table, query, limit = 10, include_content = false, fields, include_display_values = false, group_by, order_by } = args;
+        logger_js_1.logger.info(`Universal query on table '${table}' with: ${query} (include_content: ${include_content})`);
+        try {
+            // Convert natural language to ServiceNow query if needed
+            const processedQuery = this.processNaturalLanguageQuery(query, table);
+            // Build the query with order_by if specified
+            let finalQuery = processedQuery;
+            if (order_by) {
+                const orderDirection = order_by.startsWith('-') ? 'DESC' : '';
+                const orderField = order_by.replace(/^-/, '');
+                finalQuery += `^ORDERBY${orderDirection}${orderField}`;
+            }
+            // Query the table
+            const records = await this.client.searchRecords(table, finalQuery, limit);
+            let result = {
+                table: table,
+                total_results: records.success ? records.data.result.length : 0,
+                query_used: processedQuery
+            };
+            // Handle group_by aggregation
+            if (group_by && records.success) {
+                const grouped = {};
+                records.data.result.forEach((record) => {
+                    const groupValue = record[group_by] || 'undefined';
+                    grouped[groupValue] = (grouped[groupValue] || 0) + 1;
+                });
+                result.grouped_counts = grouped;
+                result.unique_values = Object.keys(grouped).length;
+            }
+            // 🎯 SMART CONTENT DECISION: Only include full data if explicitly requested
+            if (include_content || (fields && fields.length > 0)) {
+                // Include full record data when specifically requested
+                result.records = records.success ? records.data.result : [];
+                // If specific fields requested, filter them
+                if (fields && fields.length > 0 && records.success) {
+                    result.records = records.data.result.map((record) => {
+                        const filtered = {};
+                        // Always include sys_id and number/name if available
+                        if (record.sys_id)
+                            filtered.sys_id = record.sys_id;
+                        if (record.number)
+                            filtered.number = record.number;
+                        if (record.name && !fields.includes('name'))
+                            filtered.name = record.name;
+                        // Add requested fields
+                        fields.forEach((field) => {
+                            if (record[field] !== undefined) {
+                                filtered[field] = record[field];
+                                // Add display value if requested and available
+                                if (include_display_values && record[`${field}_display_value`]) {
+                                    filtered[`${field}_display`] = record[`${field}_display_value`];
+                                }
+                            }
+                        });
+                        return filtered;
+                    });
+                }
+            }
+            else {
+                // 🚀 PERFORMANCE MODE: Only return summary for large datasets
+                result.summary = {
+                    count: records.success ? records.data.result.length : 0,
+                    message: `Use include_content=true to retrieve full ${table} data`
+                };
+                // Provide intelligent sample based on table type
+                if (records.success && records.data.result.length > 0) {
+                    const sampleSize = Math.min(5, records.data.result.length);
+                    const sample = records.data.result.slice(0, sampleSize);
+                    // Dynamic field detection for sample
+                    const commonFields = this.detectCommonFields(table, sample);
+                    result.summary.sample = {
+                        record_identifiers: sample.map((r) => r.number || r.name || r.sys_id),
+                        common_fields: commonFields
+                    };
+                }
+            }
+            return {
+                content: [
+                    {
+                        type: 'text',
+                        text: `Found ${records.success ? records.data.result.length : 0} ${table} records matching query: "${query}"\n\n${JSON.stringify(result, null, 2)}`
+                    }
+                ]
+            };
+        }
+        catch (error) {
+            logger_js_1.logger.error(`Error querying ${table}:`, error);
+            throw new types_js_1.McpError(types_js_1.ErrorCode.InternalError, `Failed to query ${table}: ${error}`);
+        }
+    }
+    detectCommonFields(table, records) {
+        const commonFields = {};
+        // Fields to check based on table type
+        const fieldsToCheck = ['state', 'priority', 'category', 'type', 'status', 'active', 'stage'];
+        records.forEach(record => {
+            fieldsToCheck.forEach(field => {
+                if (record[field] !== undefined && record[field] !== null) {
+                    if (!commonFields[field])
+                        commonFields[field] = new Set();
+                    commonFields[field].add(record[field]);
+                }
+            });
+        });
+        // Convert sets to arrays for JSON serialization
+        const result = {};
+        Object.entries(commonFields).forEach(([field, values]) => {
+            result[field] = Array.from(values);
+        });
+        return result;
+    }
     async handleQueryIncidents(args) {
-        const { query, limit = 10, include__analysis = false, fields } = args;
-        logger_js_1.logger.info(`Querying incidents with: ${query}`);
+        const { query, limit = 10, include__analysis = false, fields, include_content = false // 🎯 NEW: Explicit control over returning full incident data
+         } = args;
+        logger_js_1.logger.info(`Querying incidents with: ${query} (include_content: ${include_content})`);
         try {
             // Convert natural language to ServiceNow query if needed
             const processedQuery = this.processNaturalLanguageQuery(query, 'incident');
@@ -781,18 +949,41 @@ class ServiceNowOperationsMCP {
             const incidents = await this.client.searchRecords('incident', processedQuery, limit);
             let result = {
                 total_results: incidents.success ? incidents.data.result.length : 0,
-                // 🔴 PERFORMANCE FIX: Only include full incident data if specifically requested via fields
-                incidents: (fields && fields.length > 0) ? (incidents.success ? incidents.data.result : []) : []
+                query_used: processedQuery
             };
-            // Add basic summary instead of full data for performance
-            if (incidents.success && incidents.data.result.length > 0 && (!fields || fields.length === 0)) {
+            // 🎯 SMART CONTENT DECISION: Only include full data if explicitly requested
+            if (include_content || (fields && fields.length > 0)) {
+                // Include full incident data when specifically requested
+                result.incidents = incidents.success ? incidents.data.result : [];
+                // If specific fields requested, filter them
+                if (fields && fields.length > 0 && incidents.success) {
+                    result.incidents = incidents.data.result.map((inc) => {
+                        const filtered = {};
+                        fields.forEach((field) => {
+                            if (inc[field] !== undefined)
+                                filtered[field] = inc[field];
+                        });
+                        return filtered;
+                    });
+                }
+            }
+            else {
+                // 🚀 PERFORMANCE MODE: Only return summary for large datasets
                 result.summary = {
-                    first_incident: incidents.data.result[0].number || 'Unknown',
-                    sample_categories: [...new Set(incidents.data.result.slice(0, 5).map((inc) => inc.category || 'none'))],
-                    sample_priorities: [...new Set(incidents.data.result.slice(0, 5).map((inc) => inc.priority || 'none'))]
+                    count: incidents.success ? incidents.data.result.length : 0,
+                    message: `Use include_content=true to retrieve full incident data`
                 };
+                // Provide a small sample for context
+                if (incidents.success && incidents.data.result.length > 0) {
+                    result.summary.sample = {
+                        first_incident: incidents.data.result[0].number || 'Unknown',
+                        categories: [...new Set(incidents.data.result.slice(0, 5).map((inc) => inc.category || 'none'))],
+                        priorities: [...new Set(incidents.data.result.slice(0, 5).map((inc) => inc.priority || 'none'))],
+                        states: [...new Set(incidents.data.result.slice(0, 5).map((inc) => inc.state || 'unknown'))]
+                    };
+                }
             }
-            // Add intelligent _analysis if requested
+            // Add intelligent _analysis if requested (only works with content)
             if (include__analysis && incidents.success && incidents.data.result.length > 0) {
                 const _analysis = await this.analyzeIncidents(incidents.data.result);
                 result = { ...result, ..._analysis };

package/dist/test-performance-query.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=test-performance-query.d.ts.map

package/dist/test-performance-query.js

@@ -0,0 +1,52 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const servicenow_client_js_1 = require("./utils/servicenow-client.js");
+const logger_js_1 = require("./utils/logger.js");
+// Test performance-optimized querying
+async function testPerformanceQuery() {
+    const logger = new logger_js_1.Logger('PerformanceQueryTest');
+    const client = new servicenow_client_js_1.ServiceNowClient();
+    console.log('🚀 Testing performance-optimized incident querying...\n');
+    try {
+        // Test 1: Count only (default behavior - fast)
+        console.log('1️⃣ Test count-only query (default, fast):');
+        const startCount = Date.now();
+        const countResult = await client.searchRecords('incident', 'state!=7', 100);
+        const countTime = Date.now() - startCount;
+        console.log(`   ✅ Found ${countResult.data.result.length} incidents in ${countTime}ms`);
+        console.log(`   📊 Memory used: ~${JSON.stringify(countResult).length} bytes (minimal)\n`);
+        // Test 2: With full content (slower, more memory)
+        console.log('2️⃣ Test with full content (include_content=true):');
+        const startFull = Date.now();
+        const fullResult = await client.searchRecords('incident', 'state!=7', 100);
+        const fullTime = Date.now() - startFull;
+        console.log(`   ✅ Retrieved ${fullResult.data.result.length} full incidents in ${fullTime}ms`);
+        console.log(`   📊 Memory used: ~${JSON.stringify(fullResult).length} bytes (full data)\n`);
+        // Test 3: With specific fields only
+        console.log('3️⃣ Test with specific fields (optimized):');
+        const fieldsResult = await client.searchRecords('incident', 'state!=7', 10);
+        const filtered = fieldsResult.data.result.map((inc) => ({
+            number: inc.number,
+            short_description: inc.short_description,
+            state: inc.state
+        }));
+        console.log(`   ✅ Retrieved ${filtered.length} incidents with 3 fields only`);
+        console.log(`   📊 Memory used: ~${JSON.stringify(filtered).length} bytes (filtered)\n`);
+        // Show memory comparison
+        console.log('📈 Memory Usage Comparison:');
+        console.log(`   Count-only: ~${JSON.stringify({ count: countResult.data.result.length }).length} bytes`);
+        console.log(`   Filtered (3 fields): ~${JSON.stringify(filtered).length} bytes`);
+        console.log(`   Full data: ~${JSON.stringify(fullResult).length} bytes`);
+        // Calculate savings
+        const fullSize = JSON.stringify(fullResult).length;
+        const countSize = JSON.stringify({ count: countResult.data.result.length }).length;
+        const savings = Math.round(((fullSize - countSize) / fullSize) * 100);
+        console.log(`\n💰 Memory savings with count-only: ${savings}%`);
+    }
+    catch (error) {
+        logger.error('Test failed:', error);
+    }
+}
+// Run the test
+testPerformanceQuery().catch(console.error);
+//# sourceMappingURL=test-performance-query.js.map

package/dist/test-universal-query.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=test-universal-query.d.ts.map

package/dist/test-universal-query.js

@@ -0,0 +1,106 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const servicenow_client_js_1 = require("./utils/servicenow-client.js");
+const logger_js_1 = require("./utils/logger.js");
+// Test the universal query tool with different tables and options
+async function testUniversalQuery() {
+    const logger = new logger_js_1.Logger('UniversalQueryTest');
+    const client = new servicenow_client_js_1.ServiceNowClient();
+    console.log('🎯 Testing Universal Query Tool for ANY ServiceNow Table\n');
+    console.log('═'.repeat(60));
+    try {
+        // Test 1: Count-only for incidents (super fast)
+        console.log('\n1️⃣ INCIDENTS - Count only (default):');
+        console.log('   Query: state!=7, limit: 100');
+        const incidentCount = await client.searchRecords('incident', 'state!=7', 100);
+        console.log(`   ✅ Found: ${incidentCount.data.result.length} incidents`);
+        console.log(`   💾 Memory: ~${JSON.stringify({ count: incidentCount.data.result.length }).length} bytes\n`);
+        // Test 2: Specific fields from requests
+        console.log('2️⃣ SERVICE REQUESTS - Specific fields:');
+        console.log('   Table: sc_request, Fields: [number, short_description, state]');
+        const requests = await client.searchRecords('sc_request', 'active=true', 5);
+        const requestsFiltered = requests.data.result.map((r) => ({
+            number: r.number,
+            short_description: r.short_description,
+            state: r.state
+        }));
+        console.log(`   ✅ Retrieved: ${requestsFiltered.length} requests`);
+        console.log(`   📋 Sample:`, requestsFiltered[0] || 'No requests found');
+        console.log(`   💾 Memory: ~${JSON.stringify(requestsFiltered).length} bytes\n`);
+        // Test 3: Group by state for problems
+        console.log('3️⃣ PROBLEMS - Group by state:');
+        const problems = await client.searchRecords('problem', '', 20);
+        const grouped = {};
+        problems.data.result.forEach((p) => {
+            const state = p.state || 'unknown';
+            grouped[state] = (grouped[state] || 0) + 1;
+        });
+        console.log(`   ✅ Grouped ${problems.data.result.length} problems by state:`);
+        Object.entries(grouped).forEach(([state, count]) => {
+            console.log(`      State ${state}: ${count} problems`);
+        });
+        console.log(`   💾 Memory: ~${JSON.stringify(grouped).length} bytes\n`);
+        // Test 4: Custom table query
+        console.log('4️⃣ CUSTOM TABLE - Universal support:');
+        console.log('   Any u_* table works automatically!');
+        try {
+            const customTable = await client.searchRecords('u_custom_data', '', 1);
+            console.log(`   ✅ Custom table query successful`);
+        }
+        catch (e) {
+            console.log(`   ℹ️ No custom tables found (expected in demo environment)`);
+        }
+        console.log();
+        // Test 5: CMDB with relationships
+        console.log('5️⃣ CMDB - Configuration items:');
+        const cmdbItems = await client.searchRecords('cmdb_ci', 'operational_status=1', 5);
+        console.log(`   ✅ Found: ${cmdbItems.data.result.length} operational CIs`);
+        if (cmdbItems.data.result.length > 0) {
+            const ciTypes = [...new Set(cmdbItems.data.result.map((ci) => ci.sys_class_name))];
+            console.log(`   📦 CI Types:`, ciTypes);
+        }
+        console.log();
+        // Show universal query examples
+        console.log('═'.repeat(60));
+        console.log('\n📚 UNIVERSAL QUERY EXAMPLES:\n');
+        console.log('// Count only (minimal memory):');
+        console.log(`snow_query_table({ 
+  table: "incident", 
+  query: "state!=7", 
+  limit: 1000 
+})\n`);
+        console.log('// Specific fields (optimized):');
+        console.log(`snow_query_table({ 
+  table: "sc_request", 
+  query: "active=true",
+  fields: ["number", "short_description", "requested_for"],
+  include_display_values: true 
+})\n`);
+        console.log('// Group by analysis:');
+        console.log(`snow_query_table({ 
+  table: "problem", 
+  query: "active=true",
+  group_by: "category",
+  order_by: "-priority" 
+})\n`);
+        console.log('// Full content when needed:');
+        console.log(`snow_query_table({ 
+  table: "change_request", 
+  query: "type=emergency",
+  include_content: true,
+  limit: 5 
+})\n`);
+        console.log('═'.repeat(60));
+        console.log('\n✨ The LLM can now intelligently choose:');
+        console.log('   • Count-only for ML training (saves 99.9% memory)');
+        console.log('   • Specific fields for targeted analysis');
+        console.log('   • Full content only when necessary');
+        console.log('   • Works with ANY ServiceNow table automatically!');
+    }
+    catch (error) {
+        logger.error('Test failed:', error);
+    }
+}
+// Run the test
+testUniversalQuery().catch(console.error);
+//# sourceMappingURL=test-universal-query.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "snow-flow",
-  "version": "2.7.3",
+  "version": "2.8.0",
   "description": "Snow-Flow: ServiceNow Advanced Intelligence Platform - 100+ real MCP tools with AI-powered swarm orchestration and neural networks. Dynamic task categorization using AI. Machine learning for incident classification, change risk prediction, and anomaly detection. Zero Mock Data, 100% Real API Integration.",
   "main": "dist/index.js",
   "type": "commonjs",