snow-flow 1.4.49 → 2.0.1

package/src/utils/artifact-tracker.ts

@@ -0,0 +1,379 @@
+/**
+ * Artifact Tracker - Manages consistent sys_id tracking and validation
+ * Solves the sys_id inconsistency problem identified in feedback
+ */
+
+import { Logger } from './logger.js';
+import { ServiceNowClient } from './servicenow-client.js';
+
+export interface ArtifactSession {
+  sessionId: string;
+  artifacts: Map<string, TrackedArtifact>;
+  createdAt: Date;
+  lastAccessed: Date;
+}
+
+export interface TrackedArtifact {
+  sys_id: string;
+  table: string;
+  name: string;
+  type: string;
+  status: 'pending' | 'deployed' | 'modified' | 'error';
+  operations: ArtifactOperation[];
+  lastValidated: Date;
+  updateSetId?: string;
+}
+
+export interface ArtifactOperation {
+  operation: 'create' | 'update' | 'delete' | 'validate';
+  timestamp: Date;
+  success: boolean;
+  details: string;
+  error?: string;
+}
+
+export class ArtifactTracker {
+  private logger: Logger;
+  private client: ServiceNowClient;
+  private sessions: Map<string, ArtifactSession> = new Map();
+  private currentSessionId: string | null = null;
+
+  constructor() {
+    this.logger = new Logger('ArtifactTracker');
+    this.client = new ServiceNowClient();
+  }
+
+  /**
+   * Create or resume a tracking session
+   */
+  startSession(sessionId?: string): string {
+    const id = sessionId || this.generateSessionId();
+    
+    if (!this.sessions.has(id)) {
+      this.sessions.set(id, {
+        sessionId: id,
+        artifacts: new Map(),
+        createdAt: new Date(),
+        lastAccessed: new Date()
+      });
+      this.logger.info(`Started new artifact tracking session: ${id}`);
+    } else {
+      const session = this.sessions.get(id)!;
+      session.lastAccessed = new Date();
+      this.logger.info(`Resumed artifact tracking session: ${id}`);
+    }
+    
+    this.currentSessionId = id;
+    return id;
+  }
+
+  /**
+   * Track a new artifact
+   */
+  trackArtifact(
+    sys_id: string,
+    table: string,
+    name: string,
+    type: string,
+    operation: 'create' | 'update' = 'create'
+  ): TrackedArtifact {
+    if (!this.currentSessionId) {
+      this.startSession();
+    }
+
+    const session = this.sessions.get(this.currentSessionId!)!;
+    
+    // Check for existing tracking
+    const existingKey = this.findArtifactKey(sys_id, name, type);
+    if (existingKey && existingKey !== sys_id) {
+      this.logger.warn(`Sys_id inconsistency detected! Found existing artifact with different sys_id:`, {
+        new_sys_id: sys_id,
+        existing_sys_id: existingKey,
+        name,
+        type
+      });
+    }
+
+    const artifact: TrackedArtifact = {
+      sys_id,
+      table,
+      name,
+      type,
+      status: operation === 'create' ? 'pending' : 'modified',
+      operations: [{
+        operation,
+        timestamp: new Date(),
+        success: true,
+        details: `Artifact tracked for ${operation}`
+      }],
+      lastValidated: new Date()
+    };
+
+    session.artifacts.set(sys_id, artifact);
+    this.logger.info(`Tracking artifact: ${name} (${sys_id}) in table ${table}`);
+    
+    return artifact;
+  }
+
+  /**
+   * Validate that a sys_id actually exists in ServiceNow
+   */
+  async validateArtifact(sys_id: string): Promise<boolean> {
+    if (!this.currentSessionId) {
+      return false;
+    }
+
+    const session = this.sessions.get(this.currentSessionId);
+    if (!session) {
+      return false;
+    }
+
+    const artifact = session.artifacts.get(sys_id);
+    if (!artifact) {
+      this.logger.warn(`Cannot validate unknown artifact: ${sys_id}`);
+      return false;
+    }
+
+    try {
+      this.logger.info(`Validating artifact ${sys_id} in table ${artifact.table}`);
+      
+      // getRecord returns the data directly or throws an error
+      const data = await this.client.getRecord(artifact.table, sys_id);
+      
+      // If we got here without throwing, the record exists
+      const isValid = !!data;
+      
+      // Update tracking
+      artifact.operations.push({
+        operation: 'validate',
+        timestamp: new Date(),
+        success: isValid,
+        details: isValid ? 'Artifact exists in ServiceNow' : 'Artifact not found in ServiceNow',
+        error: undefined
+      });
+      artifact.lastValidated = new Date();
+
+      return isValid;
+    } catch (error) {
+      // Handle specific error cases
+      const errorMessage = String(error);
+      let validationDetails = 'Validation error';
+      let skipErrorStatus = false;
+
+      // Check if it's a permission error (403) or authentication error (401)
+      if (errorMessage.includes('403') || errorMessage.includes('Forbidden')) {
+        validationDetails = 'Unable to validate - insufficient read permissions';
+        skipErrorStatus = true; // Don't mark as error since deployment succeeded
+        this.logger.warn(`Permission issue during validation for ${sys_id}, but deployment was successful`);
+      } else if (errorMessage.includes('401') || errorMessage.includes('Unauthorized')) {
+        validationDetails = 'Unable to validate - authentication issue';
+        skipErrorStatus = true;
+        this.logger.warn(`Authentication issue during validation for ${sys_id}, but deployment was successful`);
+      } else {
+        this.logger.error(`Error validating artifact ${sys_id}:`, error);
+      }
+      
+      artifact.operations.push({
+        operation: 'validate',
+        timestamp: new Date(),
+        success: false,
+        details: validationDetails,
+        error: errorMessage
+      });
+      
+      // Only mark as error if it's not a permission issue and deployment already succeeded
+      if (!skipErrorStatus && artifact.status !== 'deployed') {
+        artifact.status = 'error';
+      }
+      
+      // For permission/auth errors on successfully deployed artifacts, consider it valid
+      if (skipErrorStatus && artifact.status === 'deployed') {
+        return true;
+      }
+      
+      return false;
+    }
+  }
+
+  /**
+   * Record an operation on a tracked artifact
+   */
+  recordOperation(
+    sys_id: string,
+    operation: 'create' | 'update' | 'delete',
+    success: boolean,
+    details: string,
+    error?: string
+  ): void {
+    if (!this.currentSessionId) {
+      return;
+    }
+
+    const session = this.sessions.get(this.currentSessionId);
+    if (!session) {
+      return;
+    }
+
+    const artifact = session.artifacts.get(sys_id);
+    if (!artifact) {
+      this.logger.warn(`Cannot record operation for unknown artifact: ${sys_id}`);
+      return;
+    }
+
+    artifact.operations.push({
+      operation,
+      timestamp: new Date(),
+      success,
+      details,
+      error
+    });
+
+    // Update status
+    if (success) {
+      artifact.status = operation === 'create' ? 'deployed' : 'modified';
+    } else {
+      artifact.status = 'error';
+    }
+
+    this.logger.info(`Recorded ${operation} operation for ${sys_id}: ${success ? 'success' : 'failure'}`);
+  }
+
+  /**
+   * Get all tracked artifacts in current session
+   */
+  getTrackedArtifacts(): TrackedArtifact[] {
+    if (!this.currentSessionId) {
+      return [];
+    }
+
+    const session = this.sessions.get(this.currentSessionId);
+    if (!session) {
+      return [];
+    }
+
+    return Array.from(session.artifacts.values());
+  }
+
+  /**
+   * Get specific artifact by sys_id
+   */
+  getArtifact(sys_id: string): TrackedArtifact | null {
+    if (!this.currentSessionId) {
+      return null;
+    }
+
+    const session = this.sessions.get(this.currentSessionId);
+    if (!session) {
+      return null;
+    }
+
+    return session.artifacts.get(sys_id) || null;
+  }
+
+  /**
+   * Find sys_id inconsistencies
+   */
+  findInconsistencies(): Array<{
+    artifacts: TrackedArtifact[];
+    issue: string;
+  }> {
+    const inconsistencies = [];
+    
+    if (!this.currentSessionId) {
+      return inconsistencies;
+    }
+
+    const session = this.sessions.get(this.currentSessionId);
+    if (!session) {
+      return inconsistencies;
+    }
+
+    const artifacts = Array.from(session.artifacts.values());
+    const nameTypeMap = new Map<string, TrackedArtifact[]>();
+
+    // Group by name + type
+    for (const artifact of artifacts) {
+      const key = `${artifact.name}:${artifact.type}`;
+      if (!nameTypeMap.has(key)) {
+        nameTypeMap.set(key, []);
+      }
+      nameTypeMap.get(key)!.push(artifact);
+    }
+
+    // Find duplicates
+    for (const [key, duplicates] of nameTypeMap.entries()) {
+      if (duplicates.length > 1) {
+        inconsistencies.push({
+          artifacts: duplicates,
+          issue: `Multiple sys_ids for same artifact: ${key}`
+        });
+      }
+    }
+
+    return inconsistencies;
+  }
+
+  /**
+   * Generate session summary for debugging
+   */
+  getSessionSummary(): any {
+    if (!this.currentSessionId) {
+      return { error: 'No active session' };
+    }
+
+    const session = this.sessions.get(this.currentSessionId);
+    if (!session) {
+      return { error: 'Session not found' };
+    }
+
+    const artifacts = Array.from(session.artifacts.values());
+    const summary = {
+      sessionId: this.currentSessionId,
+      artifactCount: artifacts.length,
+      statusCounts: {
+        pending: artifacts.filter(a => a.status === 'pending').length,
+        deployed: artifacts.filter(a => a.status === 'deployed').length,
+        modified: artifacts.filter(a => a.status === 'modified').length,
+        error: artifacts.filter(a => a.status === 'error').length
+      },
+      inconsistencies: this.findInconsistencies(),
+      artifacts: artifacts.map(a => ({
+        sys_id: a.sys_id,
+        name: a.name,
+        type: a.type,
+        status: a.status,
+        operationCount: a.operations.length,
+        lastValidated: a.lastValidated
+      }))
+    };
+
+    return summary;
+  }
+
+  private findArtifactKey(sys_id: string, name: string, type: string): string | null {
+    if (!this.currentSessionId) {
+      return null;
+    }
+
+    const session = this.sessions.get(this.currentSessionId);
+    if (!session) {
+      return null;
+    }
+
+    // Look for existing artifact with same name and type
+    for (const [existingSysId, artifact] of session.artifacts.entries()) {
+      if (artifact.name === name && artifact.type === type && existingSysId !== sys_id) {
+        return existingSysId;
+      }
+    }
+
+    return null;
+  }
+
+  private generateSessionId(): string {
+    return `session_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`;
+  }
+}
+
+// Global instance for session management
+export const artifactTracker = new ArtifactTracker();

package/src/utils/dependency-detector.ts

@@ -0,0 +1,233 @@
+/**
+ * Dependency Detector for ServiceNow Widgets
+ * Automatically detects external libraries used in widget code
+ * and manages their installation in Service Portal themes
+ */
+
+import { logger } from '../utils/logger';
+
+export interface DependencyInfo {
+  name: string;
+  version?: string;
+  cdnUrl: string;
+  minifiedUrl?: string;
+  integrity?: string;
+  type: 'js' | 'css';
+  description: string;
+  detectionPatterns: RegExp[];
+}
+
+// Common libraries used in ServiceNow widgets
+export const KNOWN_DEPENDENCIES: DependencyInfo[] = [
+  {
+    name: 'Chart.js',
+    version: '4.4.1',
+    cdnUrl: 'https://cdn.jsdelivr.net/npm/chart.js@4.4.1/dist/chart.umd.js',
+    minifiedUrl: 'https://cdn.jsdelivr.net/npm/chart.js@4.4.1/dist/chart.umd.min.js',
+    type: 'js',
+    description: 'Simple yet flexible JavaScript charting library',
+    detectionPatterns: [
+      /new\s+Chart\s*\(/gi,
+      /Chart\.register/gi,
+      /Chart\.defaults/gi,
+      /require\s*\(\s*['"]chart\.js['"]\s*\)/gi,
+      /import.*from\s+['"]chart\.js['"]/gi
+    ]
+  },
+  {
+    name: 'moment.js',
+    version: '2.29.4',
+    cdnUrl: 'https://cdn.jsdelivr.net/npm/moment@2.29.4/moment.js',
+    minifiedUrl: 'https://cdn.jsdelivr.net/npm/moment@2.29.4/moment.min.js',
+    type: 'js',
+    description: 'Parse, validate, manipulate, and display dates and times',
+    detectionPatterns: [
+      /moment\s*\(/gi,
+      /moment\.utc/gi,
+      /moment\.format/gi,
+      /require\s*\(\s*['"]moment['"]\s*\)/gi,
+      /import.*from\s+['"]moment['"]/gi
+    ]
+  },
+  {
+    name: 'lodash',
+    version: '4.17.21',
+    cdnUrl: 'https://cdn.jsdelivr.net/npm/lodash@4.17.21/lodash.js',
+    minifiedUrl: 'https://cdn.jsdelivr.net/npm/lodash@4.17.21/lodash.min.js',
+    type: 'js',
+    description: 'Modern JavaScript utility library',
+    detectionPatterns: [
+      /_\.\w+\s*\(/gi,
+      /lodash\.\w+/gi,
+      /require\s*\(\s*['"]lodash['"]\s*\)/gi,
+      /import.*from\s+['"]lodash['"]/gi
+    ]
+  },
+  {
+    name: 'd3.js',
+    version: '7.8.5',
+    cdnUrl: 'https://cdn.jsdelivr.net/npm/d3@7.8.5/dist/d3.js',
+    minifiedUrl: 'https://cdn.jsdelivr.net/npm/d3@7.8.5/dist/d3.min.js',
+    type: 'js',
+    description: 'Data-Driven Documents - powerful visualization library',
+    detectionPatterns: [
+      /d3\.\w+\s*\(/gi,
+      /d3\.select/gi,
+      /d3\.scale/gi,
+      /require\s*\(\s*['"]d3['"]\s*\)/gi,
+      /import.*from\s+['"]d3['"]/gi
+    ]
+  },
+  {
+    name: 'axios',
+    version: '1.6.5',
+    cdnUrl: 'https://cdn.jsdelivr.net/npm/axios@1.6.5/dist/axios.js',
+    minifiedUrl: 'https://cdn.jsdelivr.net/npm/axios@1.6.5/dist/axios.min.js',
+    type: 'js',
+    description: 'Promise based HTTP client',
+    detectionPatterns: [
+      /axios\.\w+\s*\(/gi,
+      /axios\.get/gi,
+      /axios\.post/gi,
+      /require\s*\(\s*['"]axios['"]\s*\)/gi,
+      /import.*from\s+['"]axios['"]/gi
+    ]
+  },
+  {
+    name: 'jQuery',
+    version: '3.7.1',
+    cdnUrl: 'https://code.jquery.com/jquery-3.7.1.js',
+    minifiedUrl: 'https://code.jquery.com/jquery-3.7.1.min.js',
+    integrity: 'sha256-eKhayi8LEQwp4NKxN+CfCh+3qOVUtJn3QNZ0TciWLP4=',
+    type: 'js',
+    description: 'jQuery JavaScript Library',
+    detectionPatterns: [
+      /\$\s*\(/gi,
+      /jQuery\s*\(/gi,
+      /\$\.ajax/gi,
+      /\$\.\w+\s*\(/gi,
+      /require\s*\(\s*['"]jquery['"]\s*\)/gi
+    ]
+  },
+  {
+    name: 'Bootstrap',
+    version: '5.3.2',
+    cdnUrl: 'https://cdn.jsdelivr.net/npm/bootstrap@5.3.2/dist/js/bootstrap.bundle.js',
+    minifiedUrl: 'https://cdn.jsdelivr.net/npm/bootstrap@5.3.2/dist/js/bootstrap.bundle.min.js',
+    type: 'js',
+    description: 'Bootstrap JavaScript bundle',
+    detectionPatterns: [
+      /bootstrap\.\w+/gi,
+      /new\s+bootstrap\.\w+/gi,
+      /data-bs-\w+/gi,
+      /class=["'].*\b(btn|modal|dropdown|collapse)\b/gi
+    ]
+  },
+  {
+    name: 'Bootstrap CSS',
+    version: '5.3.2',
+    cdnUrl: 'https://cdn.jsdelivr.net/npm/bootstrap@5.3.2/dist/css/bootstrap.css',
+    minifiedUrl: 'https://cdn.jsdelivr.net/npm/bootstrap@5.3.2/dist/css/bootstrap.min.css',
+    type: 'css',
+    description: 'Bootstrap CSS framework',
+    detectionPatterns: [
+      /class=["'].*\b(container|row|col-|btn-|alert-|modal-)\b/gi,
+      /@import.*bootstrap/gi
+    ]
+  }
+];
+
+export class DependencyDetector {
+  /**
+   * Detect dependencies in widget code
+   */
+  static detectDependencies(code: string): DependencyInfo[] {
+    const detectedDeps: DependencyInfo[] = [];
+    const codeToAnalyze = code.toLowerCase();
+
+    for (const dep of KNOWN_DEPENDENCIES) {
+      for (const pattern of dep.detectionPatterns) {
+        if (pattern.test(code)) {
+          // Avoid duplicates
+          if (!detectedDeps.find(d => d.name === dep.name)) {
+            detectedDeps.push(dep);
+            logger.info(`🔍 Detected dependency: ${dep.name}`);
+          }
+          break;
+        }
+      }
+    }
+
+    return detectedDeps;
+  }
+
+  /**
+   * Analyze widget for dependencies
+   */
+  static analyzeWidget(widget: {
+    template?: string;
+    css?: string;
+    client_script?: string;
+    server_script?: string;
+  }): DependencyInfo[] {
+    const allCode = [
+      widget.template || '',
+      widget.css || '',
+      widget.client_script || '',
+      widget.server_script || ''
+    ].join('\n');
+
+    return this.detectDependencies(allCode);
+  }
+
+  /**
+   * Generate script tags for dependencies
+   */
+  static generateScriptTags(dependencies: DependencyInfo[], useMinified = true): string {
+    const tags: string[] = [];
+
+    for (const dep of dependencies) {
+      const url = useMinified && dep.minifiedUrl ? dep.minifiedUrl : dep.cdnUrl;
+      
+      if (dep.type === 'js') {
+        if (dep.integrity) {
+          tags.push(`<script src="${url}" integrity="${dep.integrity}" crossorigin="anonymous"></script>`);
+        } else {
+          tags.push(`<script src="${url}"></script>`);
+        }
+      } else if (dep.type === 'css') {
+        if (dep.integrity) {
+          tags.push(`<link rel="stylesheet" href="${url}" integrity="${dep.integrity}" crossorigin="anonymous">`);
+        } else {
+          tags.push(`<link rel="stylesheet" href="${url}">`);
+        }
+      }
+    }
+
+    return tags.join('\n');
+  }
+
+  /**
+   * Check if a dependency is likely already loaded
+   */
+  static isDependencyLoaded(themeContent: string, dependency: DependencyInfo): boolean {
+    // Check for various patterns that indicate the library is already loaded
+    const patterns = [
+      new RegExp(dependency.name.replace('.', '\\.'), 'i'),
+      new RegExp(dependency.cdnUrl.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'), 'i'),
+      new RegExp(dependency.minifiedUrl?.replace(/[.*+?^${}()|[\]\\]/g, '\\$&') || '', 'i')
+    ];
+
+    return patterns.some(pattern => pattern.test(themeContent));
+  }
+
+  /**
+   * Get missing dependencies from theme
+   */
+  static getMissingDependencies(
+    detectedDeps: DependencyInfo[], 
+    themeContent: string
+  ): DependencyInfo[] {
+    return detectedDeps.filter(dep => !this.isDependencyLoaded(themeContent, dep));
+  }
+}