snow-flow 8.5.7 → 8.6.0

package/scripts/optimize-mcp-tools.ts

@@ -1,410 +0,0 @@
-#!/usr/bin/env ts-node
-/**
- * MCP Tool Optimization Script
- *
- * Systematically optimizes all MCP tool definitions:
- * 1. Compress verbose descriptions
- * 2. Add categorization metadata
- * 3. Calculate token savings
- * 4. Validate all changes
- */
-
-import * as fs from 'fs';
-import * as path from 'path';
-
-// ============================================================================
-// CONFIGURATION
-// ============================================================================
-
-const TOOL_DIRS = [
-  'dist/mcp/servicenow-mcp-unified/tools',
-  'dist/mcp/snow-flow/tools'
-];
-
-const OPTIMIZATION_RULES = {
-  maxDescriptionWords: 8,
-  maxPropertyDescWords: 5,
-  removePatterns: [
-    /Executes all \d+ steps automatically:/,
-    /with automatic/,
-    /comprehensive/,
-    /advanced/,
-    /flexible/,
-    /powerful/,
-    /complete/,
-    /full support for/,
-    /provides capability to/,
-    /allows you to/,
-    /enables/
-  ],
-  replacements: {
-    'Create a new': 'Create',
-    'Update an existing': 'Update',
-    'Delete an existing': 'Delete',
-    'Query for': 'Query',
-    'Search for': 'Search',
-    'Retrieve information about': 'Get',
-    'with filtering and pagination': ': filter, paginate',
-    'with role-based access control': 'with RBAC',
-    'Now Experience Framework': 'UX',
-    'UI Builder': 'UIB',
-    'Service Portal': 'SP',
-    'Configuration Management Database': 'CMDB'
-  }
-};
-
-// ============================================================================
-// METADATA TAXONOMY
-// ============================================================================
-
-interface ToolMetadata {
-  category: string;
-  subcategory: string;
-  use_cases: string[];
-  complexity: 'beginner' | 'intermediate' | 'advanced' | 'expert';
-  frequency: 'very-high' | 'high' | 'medium' | 'low';
-  related_tools?: string[];
-}
-
-const CATEGORY_MAPPING: Record<string, ToolMetadata> = {
-  // Core Operations
-  'operations/snow_query_table': {
-    category: 'core-operations',
-    subcategory: 'query',
-    use_cases: ['data-retrieval', 'reporting', 'analysis'],
-    complexity: 'beginner',
-    frequency: 'very-high'
-  },
-  'operations/snow_create_record': {
-    category: 'core-operations',
-    subcategory: 'crud',
-    use_cases: ['data-creation', 'automation'],
-    complexity: 'beginner',
-    frequency: 'very-high'
-  },
-  'operations/snow_update_record': {
-    category: 'core-operations',
-    subcategory: 'crud',
-    use_cases: ['data-modification', 'automation'],
-    complexity: 'beginner',
-    frequency: 'very-high'
-  },
-  'operations/snow_delete_record': {
-    category: 'core-operations',
-    subcategory: 'crud',
-    use_cases: ['data-cleanup', 'maintenance'],
-    complexity: 'intermediate',
-    frequency: 'high'
-  },
-
-  // UI Builder
-  'ui-builder/snow_create_uib_page': {
-    category: 'ui-frameworks',
-    subcategory: 'ui-builder-pages',
-    use_cases: ['workspace', 'portal', 'app-development'],
-    complexity: 'intermediate',
-    frequency: 'high',
-    related_tools: ['snow_add_uib_page_element', 'snow_create_uib_data_broker']
-  },
-  'ui-builder/snow_add_uib_page_element': {
-    category: 'ui-frameworks',
-    subcategory: 'ui-builder-components',
-    use_cases: ['ui-composition', 'layout'],
-    complexity: 'intermediate',
-    frequency: 'high'
-  },
-
-  // Workspace
-  'workspace/snow_create_complete_workspace': {
-    category: 'ui-frameworks',
-    subcategory: 'workspace',
-    use_cases: ['agent-workspace', 'ux-framework'],
-    complexity: 'intermediate',
-    frequency: 'high',
-    related_tools: ['snow_create_uib_page', 'snow_create_ux_app_route']
-  },
-
-  // Update Sets
-  'update-sets/snow_update_set_create': {
-    category: 'development',
-    subcategory: 'update-sets',
-    use_cases: ['change-tracking', 'deployment'],
-    complexity: 'beginner',
-    frequency: 'very-high'
-  },
-
-  // Automation
-  'automation/snow_execute_script_with_output': {
-    category: 'automation',
-    subcategory: 'script-execution',
-    use_cases: ['testing', 'debugging', 'automation'],
-    complexity: 'intermediate',
-    frequency: 'very-high'
-  }
-};
-
-// Auto-infer metadata from directory structure
-function inferMetadata(toolPath: string): ToolMetadata {
-  const dirName = path.dirname(toolPath).split('/').pop() || '';
-  const fileName = path.basename(toolPath, '.js');
-
-  // Try exact match first
-  const key = `${dirName}/${fileName}`;
-  if (CATEGORY_MAPPING[key]) {
-    return CATEGORY_MAPPING[key];
-  }
-
-  // Infer from directory name
-  const categoryMap: Record<string, { category: string, subcategory: string, complexity: ToolMetadata['complexity'], frequency: ToolMetadata['frequency'] }> = {
-    'operations': { category: 'core-operations', subcategory: 'general', complexity: 'beginner', frequency: 'very-high' },
-    'ui-builder': { category: 'ui-frameworks', subcategory: 'ui-builder', complexity: 'intermediate', frequency: 'high' },
-    'workspace': { category: 'ui-frameworks', subcategory: 'workspace', complexity: 'intermediate', frequency: 'high' },
-    'service-portal': { category: 'ui-frameworks', subcategory: 'service-portal', complexity: 'intermediate', frequency: 'medium' },
-    'update-sets': { category: 'development', subcategory: 'update-sets', complexity: 'beginner', frequency: 'very-high' },
-    'deployment': { category: 'development', subcategory: 'deployment', complexity: 'intermediate', frequency: 'high' },
-    'automation': { category: 'automation', subcategory: 'script-execution', complexity: 'intermediate', frequency: 'high' },
-    'integration': { category: 'integration', subcategory: 'rest-soap', complexity: 'advanced', frequency: 'medium' },
-    'cmdb': { category: 'cmdb', subcategory: 'ci-management', complexity: 'intermediate', frequency: 'medium' },
-    'knowledge': { category: 'itsm', subcategory: 'knowledge', complexity: 'beginner', frequency: 'medium' },
-    'change': { category: 'itsm', subcategory: 'change', complexity: 'intermediate', frequency: 'high' },
-    'predictive-intelligence': { category: 'ml-analytics', subcategory: 'predictive-intelligence', complexity: 'advanced', frequency: 'medium' },
-    'performance-analytics': { category: 'ml-analytics', subcategory: 'performance-analytics', complexity: 'intermediate', frequency: 'medium' },
-    'flow-designer': { category: 'automation', subcategory: 'flow-designer', complexity: 'intermediate', frequency: 'medium' },
-    'local-sync': { category: 'development', subcategory: 'local-sync', complexity: 'intermediate', frequency: 'high' },
-    'system-properties': { category: 'core-operations', subcategory: 'properties', complexity: 'beginner', frequency: 'high' }
-  };
-
-  const inferred = categoryMap[dirName] || {
-    category: 'advanced',
-    subcategory: 'specialized',
-    complexity: 'intermediate',
-    frequency: 'low'
-  };
-
-  return {
-    ...inferred,
-    use_cases: [dirName.replace(/-/g, '_')]
-  };
-}
-
-// ============================================================================
-// DESCRIPTION OPTIMIZATION
-// ============================================================================
-
-function optimizeDescription(description: string): string {
-  let optimized = description;
-
-  // Apply removal patterns
-  OPTIMIZATION_RULES.removePatterns.forEach(pattern => {
-    optimized = optimized.replace(pattern, '');
-  });
-
-  // Apply replacements
-  Object.entries(OPTIMIZATION_RULES.replacements).forEach(([from, to]) => {
-    optimized = optimized.replace(new RegExp(from, 'g'), to);
-  });
-
-  // Remove redundant whitespace
-  optimized = optimized.replace(/\s+/g, ' ').trim();
-
-  // Truncate to max words if needed
-  const words = optimized.split(' ');
-  if (words.length > OPTIMIZATION_RULES.maxDescriptionWords) {
-    optimized = words.slice(0, OPTIMIZATION_RULES.maxDescriptionWords).join(' ');
-  }
-
-  return optimized;
-}
-
-function optimizePropertyDescription(description: string): string {
-  let optimized = description;
-
-  // Remove common redundant phrases
-  optimized = optimized
-    .replace(/^The /, '')
-    .replace(/ \(optional\)$/, '')
-    .replace(/ to use$/, '')
-    .replace(/ for the /, ' for ')
-    .replace(/ of the /, ' of ');
-
-  // Truncate to max words
-  const words = optimized.split(' ');
-  if (words.length > OPTIMIZATION_RULES.maxPropertyDescWords) {
-    optimized = words.slice(0, OPTIMIZATION_RULES.maxPropertyDescWords).join(' ');
-  }
-
-  return optimized;
-}
-
-// ============================================================================
-// TOKEN ESTIMATION
-// ============================================================================
-
-function estimateTokens(text: string): number {
-  // Rough estimation: 1 token ≈ 4 characters for English
-  return Math.ceil(text.length / 4);
-}
-
-function estimateToolTokens(toolDef: any): number {
-  let total = 0;
-
-  // Name
-  total += estimateTokens(toolDef.name);
-
-  // Description
-  total += estimateTokens(toolDef.description);
-
-  // Input schema
-  if (toolDef.inputSchema) {
-    total += estimateTokens(JSON.stringify(toolDef.inputSchema));
-  }
-
-  return total;
-}
-
-// ============================================================================
-// FILE PROCESSING
-// ============================================================================
-
-interface OptimizationResult {
-  file: string;
-  originalTokens: number;
-  optimizedTokens: number;
-  savings: number;
-  metadata: ToolMetadata;
-  changes: string[];
-}
-
-async function processToolFile(filePath: string): Promise<OptimizationResult | null> {
-  try {
-    const content = fs.readFileSync(filePath, 'utf-8');
-
-    // Skip if not a tool file
-    if (!content.includes('toolDefinition') || content.includes('index.js')) {
-      return null;
-    }
-
-    // Extract current tool definition (regex-based parsing)
-    const toolDefMatch = content.match(/exports\.toolDefinition\s*=\s*({[\s\S]*?});/);
-    if (!toolDefMatch) {
-      console.warn(`⚠️  Could not parse toolDefinition in ${filePath}`);
-      return null;
-    }
-
-    // This is a simplified approach - in real implementation we'd use proper AST parsing
-    // For now, we'll return a placeholder result
-    const relativePath = path.relative(process.cwd(), filePath);
-    const metadata = inferMetadata(relativePath);
-
-    const result: OptimizationResult = {
-      file: relativePath,
-      originalTokens: 60, // Will calculate properly
-      optimizedTokens: 35, // Will calculate properly
-      savings: 25,
-      metadata,
-      changes: [
-        'Description optimized',
-        'Metadata added',
-        'Property descriptions compressed'
-      ]
-    };
-
-    return result;
-
-  } catch (error) {
-    console.error(`❌ Error processing ${filePath}:`, error);
-    return null;
-  }
-}
-
-// ============================================================================
-// MAIN EXECUTION
-// ============================================================================
-
-async function main() {
-  console.log('🚀 Starting MCP Tool Optimization...\n');
-
-  const allResults: OptimizationResult[] = [];
-  let totalOriginalTokens = 0;
-  let totalOptimizedTokens = 0;
-
-  for (const toolDir of TOOL_DIRS) {
-    const fullPath = path.join(process.cwd(), toolDir);
-
-    if (!fs.existsSync(fullPath)) {
-      console.warn(`⚠️  Directory not found: ${toolDir}`);
-      continue;
-    }
-
-    console.log(`📁 Processing: ${toolDir}`);
-
-    // Recursively find all .js files
-    const files = findJsFiles(fullPath);
-    console.log(`   Found ${files.length} tool files\n`);
-
-    for (const file of files) {
-      const result = await processToolFile(file);
-      if (result) {
-        allResults.push(result);
-        totalOriginalTokens += result.originalTokens;
-        totalOptimizedTokens += result.optimizedTokens;
-      }
-    }
-  }
-
-  // Print summary
-  console.log('\n' + '='.repeat(80));
-  console.log('📊 OPTIMIZATION SUMMARY');
-  console.log('='.repeat(80));
-  console.log(`Total tools processed: ${allResults.length}`);
-  console.log(`Original tokens: ${totalOriginalTokens.toLocaleString()}`);
-  console.log(`Optimized tokens: ${totalOptimizedTokens.toLocaleString()}`);
-  console.log(`Total savings: ${(totalOriginalTokens - totalOptimizedTokens).toLocaleString()} tokens`);
-  console.log(`Reduction: ${((1 - totalOptimizedTokens / totalOriginalTokens) * 100).toFixed(1)}%`);
-  console.log('='.repeat(80));
-
-  // Save detailed report
-  const report = {
-    timestamp: new Date().toISOString(),
-    summary: {
-      totalTools: allResults.length,
-      originalTokens: totalOriginalTokens,
-      optimizedTokens: totalOptimizedTokens,
-      savings: totalOriginalTokens - totalOptimizedTokens,
-      reductionPercent: ((1 - totalOptimizedTokens / totalOriginalTokens) * 100).toFixed(1)
-    },
-    results: allResults
-  };
-
-  const reportPath = path.join(process.cwd(), 'docs/optimization-report.json');
-  fs.writeFileSync(reportPath, JSON.stringify(report, null, 2));
-  console.log(`\n✅ Detailed report saved to: ${reportPath}`);
-}
-
-function findJsFiles(dir: string): string[] {
-  const files: string[] = [];
-
-  function traverse(currentDir: string) {
-    const entries = fs.readdirSync(currentDir, { withFileTypes: true });
-
-    for (const entry of entries) {
-      const fullPath = path.join(currentDir, entry.name);
-
-      if (entry.isDirectory()) {
-        traverse(fullPath);
-      } else if (entry.isFile() && entry.name.endsWith('.js') && !entry.name.endsWith('.map')) {
-        files.push(fullPath);
-      }
-    }
-  }
-
-  traverse(dir);
-  return files;
-}
-
-// Run if executed directly
-if (require.main === module) {
-  main().catch(console.error);
-}
-
-export { optimizeDescription, optimizePropertyDescription, estimateTokens, inferMetadata };

package/themes/README.md

@@ -1,83 +0,0 @@
-# OpenCode Themes for Snow-Flow
-
-## 🎨 ServiceNow Theme
-
-The **servicenow.json** theme provides an authentic ServiceNow Now Platform experience with official color schemes.
-
-### Features
-
-- **Official ServiceNow Colors**: Uses the authentic ServiceNow blue (#0073CF) as primary color
-- **Dark & Light Mode Support**: Automatically adapts to your system preferences
-- **Optimized Syntax Highlighting**: ServiceNow-inspired colors for JavaScript, JSON, and other languages
-- **Professional UI**: Clean, modern interface matching ServiceNow's design language
-
-### Color Palette
-
-| Color | Hex | Usage |
-|-------|-----|-------|
-| ServiceNow Blue | `#0073CF` | Primary actions, links, focus states |
-| Teal | `#00B0B9` | Secondary actions, info states |
-| Green | `#5BB85C` | Success states, added lines |
-| Orange | `#FF8C2B` | Warnings, modified lines |
-| Red | `#E53935` | Errors, removed lines |
-| Purple | `#7E57C2` | Keywords, operators |
-
-### Activation
-
-The theme is automatically activated when you run OpenCode in the snow-flow-test-run directory.
-
-To manually switch themes:
-```bash
-# Via OpenCode CLI
-opencode --theme servicenow
-
-# Or via config.json
-{
-  "theme": "servicenow"
-}
-```
-
-### Customization
-
-To customize the theme, edit `servicenow.json`:
-
-```json
-{
-  "defs": {
-    "my_custom_color": "#FF6B6B"
-  },
-  "theme": {
-    "primary": "my_custom_color"
-  }
-}
-```
-
-### Creating Your Own Theme
-
-1. Create a new JSON file in `.opencode/themes/`
-2. Copy the structure from `servicenow.json`
-3. Customize colors in the `defs` and `theme` sections
-4. Set `"theme": "your-theme-name"` in `.opencode/config.json`
-
-## Available Themes
-
-- **servicenow** - Official ServiceNow Now Platform theme (default)
-
-## Theme Schema
-
-For full theme documentation, see:
-- [OpenCode Theme Documentation](https://opencode.ai/docs/themes/)
-- [Theme JSON Schema](https://opencode.ai/theme.json)
-
-## Contributing
-
-Want to create more themes for Snow-Flow? Submit a PR with:
-- Theme JSON file in this directory
-- Update this README with theme description
-- Screenshot of the theme in action
-
-Suggested themes:
-- **servicenow-dark** - Pure dark mode variant
-- **servicenow-light** - Pure light mode variant
-- **servicenow-high-contrast** - Accessibility-focused theme
-- **servicenow-retro** - Classic ServiceNow colors from early versions

package/themes/servicenow.json

@@ -1,117 +0,0 @@
-{
-  "$schema": "https://opencode.ai/theme.json",
-  "name": "ServiceNow",
-  "description": "Official ServiceNow color scheme - inspired by the Now Platform",
-  "author": "Snow-Flow Team",
-  "version": "1.0.0",
-  "defs": {
-    "snow_blue": "#0073CF",
-    "snow_blue_light": "#1E90FF",
-    "snow_blue_dark": "#005BA1",
-    "snow_teal": "#00B0B9",
-    "snow_green": "#5BB85C",
-    "snow_orange": "#FF8C2B",
-    "snow_red": "#E53935",
-    "snow_purple": "#7E57C2",
-    "snow_gray_darker": "#1A1A1A",
-    "snow_gray_dark": "#2B2F33",
-    "snow_gray_medium": "#3E4345",
-    "snow_gray": "#5F6D7E",
-    "snow_gray_light": "#8B95A5",
-    "snow_gray_lighter": "#D1D8DD",
-    "snow_white": "#FFFFFF",
-    "snow_off_white": "#F4F6F8",
-    "snow_code_bg": "#282C34",
-    "snow_selection": "#264F78"
-  },
-  "theme": {
-    "primary": "snow_blue",
-    "secondary": "snow_teal",
-    "accent": "snow_blue_light",
-    "error": "snow_red",
-    "warning": "snow_orange",
-    "success": "snow_green",
-    "info": "snow_teal",
-    "text": {
-      "dark": "snow_white",
-      "light": "snow_gray_darker"
-    },
-    "textMuted": {
-      "dark": "snow_gray_light",
-      "light": "snow_gray"
-    },
-    "background": {
-      "dark": "snow_gray_dark",
-      "light": "snow_white"
-    },
-    "backgroundAlt": {
-      "dark": "snow_gray_medium",
-      "light": "snow_off_white"
-    },
-    "border": {
-      "dark": "snow_gray_medium",
-      "light": "snow_gray_lighter"
-    },
-    "borderActive": "snow_blue",
-    "selection": "snow_selection",
-    "cursor": "snow_blue_light",
-    "diffAdded": "snow_green",
-    "diffRemoved": "snow_red",
-    "diffModified": "snow_orange",
-    "syntaxComment": {
-      "dark": "snow_gray_light",
-      "light": "snow_gray"
-    },
-    "syntaxKeyword": "snow_purple",
-    "syntaxString": "snow_green",
-    "syntaxNumber": "snow_orange",
-    "syntaxFunction": "snow_blue_light",
-    "syntaxVariable": {
-      "dark": "snow_white",
-      "light": "snow_gray_darker"
-    },
-    "syntaxType": "snow_teal",
-    "syntaxConstant": "snow_orange",
-    "syntaxOperator": "snow_purple",
-    "syntaxPunctuation": {
-      "dark": "snow_gray_light",
-      "light": "snow_gray"
-    },
-    "syntaxAttribute": "snow_teal",
-    "syntaxTag": "snow_red",
-    "syntaxError": "snow_red",
-    "linkText": "snow_blue",
-    "linkUnderline": "snow_blue",
-    "codeBackground": {
-      "dark": "snow_code_bg",
-      "light": "snow_off_white"
-    },
-    "codeBlockBackground": {
-      "dark": "snow_gray_darker",
-      "light": "snow_off_white"
-    },
-    "promptBackground": {
-      "dark": "snow_gray_medium",
-      "light": "snow_off_white"
-    },
-    "toolCallBackground": {
-      "dark": "snow_gray_medium",
-      "light": "snow_off_white"
-    },
-    "headerBackground": {
-      "dark": "snow_gray_darker",
-      "light": "snow_blue"
-    },
-    "headerText": "snow_white",
-    "spinnerPrimary": "snow_blue",
-    "spinnerSecondary": "snow_teal",
-    "scrollbarThumb": {
-      "dark": "snow_gray",
-      "light": "snow_gray_light"
-    },
-    "scrollbarTrack": {
-      "dark": "snow_gray_dark",
-      "light": "snow_gray_lighter"
-    }
-  }
-}