snow-flow 1.1.76 → 1.1.78

package/docker/nginx/Dockerfile

@@ -1,71 +0,0 @@
-# Nginx Load Balancer with Consul Template Integration
-FROM nginx:alpine
-
-LABEL service="nginx-load-balancer" \
-      version="1.0.0" \
-      description="Dynamic Load Balancer for MCP Services"
-
-# Install consul-template and other necessary tools
-RUN apk update && apk add --no-cache \
-    curl \
-    wget \
-    unzip \
-    openssl \
-    ca-certificates \
-    supervisor \
-    && rm -rf /var/cache/apk/*
-
-# Install consul-template
-ENV CONSUL_TEMPLATE_VERSION=0.32.0
-RUN wget https://releases.hashicorp.com/consul-template/${CONSUL_TEMPLATE_VERSION}/consul-template_${CONSUL_TEMPLATE_VERSION}_linux_amd64.zip \
-    && unzip consul-template_${CONSUL_TEMPLATE_VERSION}_linux_amd64.zip -d /usr/local/bin \
-    && rm consul-template_${CONSUL_TEMPLATE_VERSION}_linux_amd64.zip \
-    && chmod +x /usr/local/bin/consul-template
-
-# Create necessary directories
-RUN mkdir -p /etc/consul-template/templates \
-    /var/log/nginx \
-    /var/www/html \
-    /etc/nginx/conf.d \
-    /etc/nginx/ssl
-
-# Copy consul-template configuration
-COPY consul-template.hcl /etc/consul-template/consul-template.hcl
-COPY templates/ /etc/consul-template/templates/
-
-# Copy nginx configuration
-COPY nginx.conf /etc/nginx/nginx.conf.template
-
-# Copy supervisor configuration
-COPY supervisord.conf /etc/supervisor/conf.d/supervisord.conf
-
-# Generate self-signed SSL certificates for development
-RUN openssl req -x509 -nodes -days 365 -newkey rsa:2048 \
-    -keyout /etc/nginx/ssl/nginx.key \
-    -out /etc/nginx/ssl/nginx.crt \
-    -subj "/C=US/ST=State/L=City/O=Organization/CN=mcp-services.local"
-
-# Create initial nginx config
-RUN cp /etc/nginx/nginx.conf.template /etc/nginx/nginx.conf
-
-# Create status page
-RUN echo '{"status":"starting","message":"Load balancer initializing","timestamp":"'$(date -Iseconds)'"}' > /var/www/html/status.json
-
-# Health check script
-COPY healthcheck.sh /usr/local/bin/healthcheck.sh
-RUN chmod +x /usr/local/bin/healthcheck.sh
-
-# Environment variables
-ENV CONSUL_URL=http://consul:8500 \
-    NGINX_LOG_LEVEL=info \
-    CONSUL_TEMPLATE_LOG_LEVEL=info
-
-# Expose ports
-EXPOSE 80 443 8080
-
-# Health check
-HEALTHCHECK --interval=30s --timeout=10s --start-period=30s --retries=3 \
-    CMD /usr/local/bin/healthcheck.sh
-
-# Use supervisor to manage both nginx and consul-template
-CMD ["/usr/bin/supervisord", "-c", "/etc/supervisor/conf.d/supervisord.conf"]

package/docker/nginx/consul-template.hcl

@@ -1,64 +0,0 @@
-# Consul Template configuration for dynamic nginx upstream configuration
-
-consul {
-  address = "consul:8500"
-  retry {
-    enabled = true
-    attempts = 12
-    backoff = "250ms"
-    max_backoff = "1m"
-  }
-}
-
-reload_signal = "SIGHUP"
-kill_signal = "SIGINT"
-max_stale = "10m"
-log_level = "info"
-
-# Template for main nginx configuration
-template {
-  source = "/etc/consul-template/templates/nginx.conf.tpl"
-  destination = "/etc/nginx/nginx.conf"
-  create_dest_dirs = true
-  command = "nginx -t && nginx -s reload"
-  command_timeout = "60s"
-  error_on_missing_key = false
-  perms = 0644
-  backup = true
-  left_delimiter = "{{"
-  right_delimiter = "}}"
-  wait {
-    min = "2s"
-    max = "10s"
-  }
-}
-
-# Template for individual service upstreams (for more granular control)
-template {
-  source = "/etc/consul-template/templates/upstreams.conf.tpl"
-  destination = "/etc/nginx/conf.d/upstreams.conf"
-  create_dest_dirs = true
-  command = "nginx -t && nginx -s reload"
-  command_timeout = "60s"
-  error_on_missing_key = false
-  perms = 0644
-  backup = true
-  wait {
-    min = "2s"
-    max = "10s"
-  }
-}
-
-# Template for service status monitoring
-template {
-  source = "/etc/consul-template/templates/status.json.tpl"
-  destination = "/var/www/html/status.json"
-  create_dest_dirs = true
-  error_on_missing_key = false
-  perms = 0644
-  backup = false
-  wait {
-    min = "5s"
-    max = "15s"
-  }
-}

package/docker/nginx/healthcheck.sh

@@ -1,178 +0,0 @@
-#!/bin/sh
-# Health check script for nginx load balancer
-
-set -e
-
-INTERNAL_MODE=false
-if [ "$1" = "--internal" ]; then
-    INTERNAL_MODE=true
-fi
-
-# Colors for output (only for non-internal mode)
-if [ "$INTERNAL_MODE" = "false" ]; then
-    RED='\033[0;31m'
-    GREEN='\033[0;32m'
-    YELLOW='\033[1;33m'
-    NC='\033[0m' # No Color
-else
-    RED=''
-    GREEN=''
-    YELLOW=''
-    NC=''
-fi
-
-# Function to log messages
-log() {
-    if [ "$INTERNAL_MODE" = "false" ]; then
-        echo -e "$1"
-    fi
-}
-
-# Check if nginx is running
-check_nginx() {
-    if ! pgrep -x "nginx" > /dev/null; then
-        log "${RED}❌ Nginx is not running${NC}"
-        return 1
-    fi
-    
-    # Check if nginx responds on health endpoint
-    if ! curl -f -s http://localhost:8080/nginx-health > /dev/null 2>&1; then
-        log "${RED}❌ Nginx health endpoint not responding${NC}"
-        return 1
-    fi
-    
-    log "${GREEN}✅ Nginx is healthy${NC}"
-    return 0
-}
-
-# Check if consul-template is running
-check_consul_template() {
-    if ! pgrep -x "consul-template" > /dev/null; then
-        log "${RED}❌ Consul-template is not running${NC}"
-        return 1
-    fi
-    
-    log "${GREEN}✅ Consul-template is running${NC}"
-    return 0
-}
-
-# Check consul connectivity
-check_consul() {
-    CONSUL_URL=${CONSUL_URL:-"http://consul:8500"}
-    
-    if ! curl -f -s "$CONSUL_URL/v1/status/leader" > /dev/null 2>&1; then
-        log "${YELLOW}⚠️  Consul is not reachable at $CONSUL_URL${NC}"
-        return 1
-    fi
-    
-    log "${GREEN}✅ Consul is reachable${NC}"
-    return 0
-}
-
-# Check MCP service availability
-check_mcp_services() {
-    CONSUL_URL=${CONSUL_URL:-"http://consul:8500"}
-    
-    # Get list of MCP services from Consul
-    SERVICES=$(curl -s "$CONSUL_URL/v1/agent/services" 2>/dev/null || echo "{}")
-    
-    if [ "$SERVICES" = "{}" ]; then
-        log "${YELLOW}⚠️  No services registered in Consul${NC}"
-        return 0
-    fi
-    
-    # Count healthy MCP services
-    HEALTHY_COUNT=0
-    TOTAL_COUNT=0
-    
-    # This is a simplified check - in production you'd parse JSON properly
-    for service in deployment-mcp flow-composer-mcp intelligent-mcp update-set-mcp graph-memory-mcp operations-mcp platform-development-mcp integration-mcp automation-mcp security-compliance-mcp reporting-analytics-mcp; do
-        TOTAL_COUNT=$((TOTAL_COUNT + 1))
-        
-        # Check if service has healthy instances
-        if curl -f -s "$CONSUL_URL/v1/health/service/$service?passing=true" | grep -q "Service"; then
-            HEALTHY_COUNT=$((HEALTHY_COUNT + 1))
-        fi
-    done
-    
-    if [ $HEALTHY_COUNT -eq 0 ]; then
-        log "${RED}❌ No healthy MCP services found${NC}"
-        return 1
-    elif [ $HEALTHY_COUNT -lt $TOTAL_COUNT ]; then
-        log "${YELLOW}⚠️  Only $HEALTHY_COUNT/$TOTAL_COUNT MCP services are healthy${NC}"
-    else
-        log "${GREEN}✅ All $HEALTHY_COUNT MCP services are healthy${NC}"
-    fi
-    
-    return 0
-}
-
-# Update status file
-update_status() {
-    STATUS_FILE="/var/www/html/status.json"
-    TIMESTAMP=$(date -Iseconds)
-    
-    if [ $1 -eq 0 ]; then
-        cat > "$STATUS_FILE" << EOF
-{
-    "status": "healthy",
-    "message": "Load balancer is operating normally",
-    "timestamp": "$TIMESTAMP",
-    "checks": {
-        "nginx": "passing",
-        "consul_template": "passing",
-        "consul": "passing",
-        "mcp_services": "passing"
-    }
-}
-EOF
-    else
-        cat > "$STATUS_FILE" << EOF
-{
-    "status": "unhealthy",
-    "message": "One or more health checks failed",
-    "timestamp": "$TIMESTAMP",
-    "checks": {
-        "nginx": "unknown",
-        "consul_template": "unknown", 
-        "consul": "unknown",
-        "mcp_services": "unknown"
-    }
-}
-EOF
-    fi
-}
-
-# Main health check routine
-main() {
-    log "${GREEN}🔍 Starting health check...${NC}"
-    
-    OVERALL_STATUS=0
-    
-    # Core checks (critical)
-    if ! check_nginx; then
-        OVERALL_STATUS=1
-    fi
-    
-    if ! check_consul_template; then
-        OVERALL_STATUS=1
-    fi
-    
-    # Optional checks (warnings only)
-    check_consul || true
-    check_mcp_services || true
-    
-    # Update status file
-    update_status $OVERALL_STATUS
-    
-    if [ $OVERALL_STATUS -eq 0 ]; then
-        log "${GREEN}✅ Overall health: HEALTHY${NC}"
-    else
-        log "${RED}❌ Overall health: UNHEALTHY${NC}"
-    fi
-    
-    exit $OVERALL_STATUS
-}
-
-# Run main function
-main

package/docker/nginx/nginx.conf

@@ -1,210 +0,0 @@
-# Dynamic nginx configuration with Consul Template integration
-# This configuration will be dynamically updated by consul-template
-
-worker_processes auto;
-worker_cpu_affinity auto;
-
-error_log /var/log/nginx/error.log info;
-pid /var/run/nginx.pid;
-
-events {
-    worker_connections 4096;
-    use epoll;
-    multi_accept on;
-}
-
-http {
-    # Basic settings
-    sendfile on;
-    tcp_nopush on;
-    tcp_nodelay on;
-    keepalive_timeout 65;
-    types_hash_max_size 2048;
-    client_max_body_size 50M;
-
-    # MIME types
-    include /etc/nginx/mime.types;
-    default_type application/octet-stream;
-
-    # Logging format
-    log_format main '$remote_addr - $remote_user [$time_local] "$request" '
-                    '$status $body_bytes_sent "$http_referer" '
-                    '"$http_user_agent" "$http_x_forwarded_for" '
-                    'rt=$request_time uct="$upstream_connect_time" '
-                    'uht="$upstream_header_time" urt="$upstream_response_time"';
-
-    # Custom log format for MCP services
-    log_format mcp_access '$remote_addr - $remote_user [$time_local] '
-                         '"$request" $status $body_bytes_sent '
-                         '"$http_referer" "$http_user_agent" '
-                         'service="$upstream_addr" response_time=$request_time';
-
-    access_log /var/log/nginx/access.log main;
-
-    # Gzip compression
-    gzip on;
-    gzip_vary on;
-    gzip_proxied any;
-    gzip_comp_level 6;
-    gzip_types text/plain text/css text/xml text/javascript 
-               application/json application/javascript application/xml+rss 
-               application/atom+xml image/svg+xml;
-
-    # Rate limiting
-    limit_req_zone $binary_remote_addr zone=mcp_limit:10m rate=10r/s;
-    limit_conn_zone $binary_remote_addr zone=conn_limit:10m;
-
-    # Upstream health check
-    upstream_conf_cache_timeout 60s;
-
-    # SSL settings
-    ssl_protocols TLSv1.2 TLSv1.3;
-    ssl_ciphers ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384;
-    ssl_prefer_server_ciphers off;
-    ssl_session_cache shared:SSL:10m;
-    ssl_session_timeout 1h;
-
-    # Security headers
-    add_header X-Frame-Options DENY always;
-    add_header X-Content-Type-Options nosniff always;
-    add_header X-XSS-Protection "1; mode=block" always;
-    add_header Strict-Transport-Security "max-age=31536000; includeSubDomains" always;
-    add_header Content-Security-Policy "default-src 'self'; script-src 'self' 'unsafe-inline'; style-src 'self' 'unsafe-inline';" always;
-
-    # Health check for load balancer itself
-    server {
-        listen 8080;
-        location /nginx-health {
-            access_log off;
-            return 200 "nginx is healthy\n";
-            add_header Content-Type text/plain;
-        }
-    }
-
-    # Main load balancer configuration
-    server {
-        listen 80;
-        listen 443 ssl http2;
-        
-        # SSL certificate (will be mounted or generated)
-        ssl_certificate /etc/nginx/ssl/nginx.crt;
-        ssl_certificate_key /etc/nginx/ssl/nginx.key;
-
-        server_name mcp-services.local _;
-
-        # Rate limiting
-        limit_req zone=mcp_limit burst=20 nodelay;
-        limit_conn conn_limit 100;
-
-        # Global health check endpoint
-        location /health {
-            access_log off;
-            return 200 '{"status":"healthy","services":"all","timestamp":"$time_iso8601"}';
-            add_header Content-Type application/json;
-        }
-
-        # Metrics endpoint for monitoring
-        location /nginx_status {
-            stub_status;
-            access_log off;
-            allow 127.0.0.1;
-            allow 10.0.0.0/8;
-            allow 172.16.0.0/12;
-            allow 192.168.0.0/16;
-            deny all;
-        }
-
-        # Dynamic upstream configuration (populated by consul-template)
-        {{range services}}{{if .Tags | contains "mcp-server"}}
-        # Upstream for {{.Name}}
-        upstream {{.Name}}_backend {
-            least_conn;
-            {{range service .Name}}
-            server {{.Address}}:{{.Port}} max_fails=3 fail_timeout=30s weight=1;
-            {{end}}
-            keepalive 32;
-        }
-        {{end}}{{end}}
-
-        # Service routing based on path prefixes
-        {{range services}}{{if .Tags | contains "mcp-server"}}
-        location /{{.Name}}/ {
-            access_log /var/log/nginx/{{.Name}}.log mcp_access;
-            
-            proxy_pass http://{{.Name}}_backend/;
-            proxy_http_version 1.1;
-            proxy_set_header Upgrade $http_upgrade;
-            proxy_set_header Connection 'upgrade';
-            proxy_set_header Host $host;
-            proxy_set_header X-Real-IP $remote_addr;
-            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
-            proxy_set_header X-Forwarded-Proto $scheme;
-            proxy_cache_bypass $http_upgrade;
-
-            # Timeouts
-            proxy_connect_timeout 5s;
-            proxy_send_timeout 60s;
-            proxy_read_timeout 60s;
-
-            # Health check
-            proxy_next_upstream error timeout invalid_header http_500 http_502 http_503 http_504;
-            proxy_next_upstream_tries 3;
-        }
-        {{end}}{{end}}
-
-        # Direct service access (for development/debugging)
-        {{range services}}{{if .Tags | contains "mcp-server"}}
-        location ~ ^/direct/{{.Name}}/(.*)$ {
-            access_log /var/log/nginx/{{.Name}}_direct.log mcp_access;
-            
-            proxy_pass http://{{.Name}}_backend/$1;
-            proxy_http_version 1.1;
-            proxy_set_header Upgrade $http_upgrade;
-            proxy_set_header Connection 'upgrade';
-            proxy_set_header Host $host;
-            proxy_set_header X-Real-IP $remote_addr;
-            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
-            proxy_set_header X-Forwarded-Proto $scheme;
-            proxy_cache_bypass $http_upgrade;
-
-            proxy_connect_timeout 5s;
-            proxy_send_timeout 60s;
-            proxy_read_timeout 60s;
-        }
-        {{end}}{{end}}
-
-        # Fallback for root path
-        location / {
-            return 200 '{
-                "message": "ServiceNow MCP Load Balancer",
-                "version": "1.0.0",
-                "services": [
-                    {{range $i, $service := services}}{{if .Tags | contains "mcp-server"}}{{if $i}},{{end}}
-                    {
-                        "name": "{{.Name}}",
-                        "path": "/{{.Name}}/",
-                        "direct_path": "/direct/{{.Name}}/",
-                        "instances": {{service .Name | len}},
-                        "health": "/{{.Name}}/health"
-                    }{{end}}{{end}}
-                ],
-                "timestamp": "$time_iso8601"
-            }';
-            add_header Content-Type application/json;
-        }
-
-        # Custom error pages
-        error_page 404 /404.html;
-        error_page 500 502 503 504 /50x.html;
-        
-        location = /404.html {
-            return 404 '{"error":"Not Found","message":"Service not found","timestamp":"$time_iso8601"}';
-            add_header Content-Type application/json;
-        }
-
-        location = /50x.html {
-            return 500 '{"error":"Server Error","message":"Service temporarily unavailable","timestamp":"$time_iso8601"}';
-            add_header Content-Type application/json;
-        }
-    }
-}

package/docker/nginx/supervisord.conf

@@ -1,57 +0,0 @@
-[supervisord]
-nodaemon=true
-logfile=/var/log/nginx/supervisord.log
-logfile_maxbytes=50MB
-logfile_backups=10
-loglevel=info
-pidfile=/tmp/supervisord.pid
-
-[unix_http_server]
-file=/tmp/supervisor.sock
-chmod=0700
-
-[supervisorctl]
-serverurl=unix:///tmp/supervisor.sock
-
-[rpcinterface:supervisor]
-supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface
-
-# Consul Template - runs first to generate initial config
-[program:consul-template]
-command=/usr/local/bin/consul-template -config=/etc/consul-template/consul-template.hcl
-autostart=true
-autorestart=true
-priority=100
-startsecs=5
-startretries=3
-stdout_logfile=/var/log/nginx/consul-template.log
-stderr_logfile=/var/log/nginx/consul-template-error.log
-environment=CONSUL_HTTP_ADDR="%(ENV_CONSUL_URL)s"
-
-# Nginx - starts after consul-template has run at least once
-[program:nginx]
-command=/usr/sbin/nginx -g "daemon off;"
-autostart=false
-autorestart=true
-priority=200
-startsecs=5
-startretries=3
-stdout_logfile=/var/log/nginx/nginx.log
-stderr_logfile=/var/log/nginx/nginx-error.log
-
-# Health monitor - monitors service health and updates status
-[program:health-monitor]
-command=/bin/sh -c "while true; do /usr/local/bin/healthcheck.sh --internal > /dev/null 2>&1 || true; sleep 30; done"
-autostart=true
-autorestart=true
-priority=300
-startsecs=10
-stdout_logfile=/var/log/nginx/health-monitor.log
-stderr_logfile=/var/log/nginx/health-monitor-error.log
-
-# Event listener to start nginx after consul-template is ready
-[eventlistener:nginx-starter]
-command=/bin/sh -c "echo 'Waiting for initial consul-template run...' && sleep 10 && supervisorctl start nginx"
-events=PROCESS_STATE_RUNNING
-autostart=true
-autorestart=false

package/docker/nginx/templates/upstreams.conf.tpl

@@ -1,48 +0,0 @@
-# Dynamic upstream configuration generated by consul-template
-# This file is automatically generated - do not edit manually
-
-{{range services}}{{if .Tags | contains "mcp-server"}}
-# Upstream configuration for {{.Name}}
-upstream {{.Name}}_backend {
-    least_conn;
-    
-    {{range service .Name "passing"}}
-    server {{.Address}}:{{.Port}} max_fails=3 fail_timeout=30s weight=1;
-    {{else}}
-    # No healthy instances available for {{.Name}}
-    server 127.0.0.1:65535 backup;
-    {{end}}
-    
-    # Connection pooling
-    keepalive 32;
-    keepalive_requests 100;
-    keepalive_timeout 60s;
-}
-
-{{end}}{{end}}
-
-# Health check backend for monitoring all services
-upstream health_check_backend {
-    server 127.0.0.1:8080;
-}
-
-# Monitoring and metrics
-upstream consul_backend {
-    server consul:8500;
-}
-
-{{if service "prometheus"}}
-upstream prometheus_backend {
-    {{range service "prometheus"}}
-    server {{.Address}}:{{.Port}};
-    {{end}}
-}
-{{end}}
-
-{{if service "grafana"}}  
-upstream grafana_backend {
-    {{range service "grafana"}}
-    server {{.Address}}:{{.Port}};
-    {{end}}
-}
-{{end}}

package/docker/services/automation-mcp/Dockerfile

@@ -1,32 +0,0 @@
-# ServiceNow Automation MCP Server
-FROM ../base/Dockerfile.base AS automation-mcp
-
-LABEL service="automation-mcp" \
-      version="1.0.0" \
-      description="ServiceNow Automation MCP Server" \
-      port="3009"
-
-# Set service-specific environment
-ENV SERVICE_NAME=automation-mcp \
-    SERVER_PORT=3009 \
-    NODE_ENV=production
-
-# Copy service-specific configuration
-COPY docker/services/automation-mcp/config/ ./config/
-
-# Copy only the necessary service files
-COPY src/mcp/servicenow-automation-mcp.ts ./src/mcp/
-COPY src/mcp/http-transport-wrapper.ts ./src/mcp/
-COPY src/mcp/service-discovery-client.ts ./src/mcp/
-
-# Copy service entry point
-COPY docker/services/automation-mcp/entrypoint.js ./
-
-# Rebuild for this specific service
-RUN npm run build
-
-# Expose port
-EXPOSE 3009
-
-# Start the service
-CMD ["node", "entrypoint.js"]

package/docker/services/automation-mcp/config/service.json

@@ -1,28 +0,0 @@
-{
-  "service": {
-    "name": "automation-mcp",
-    "displayName": "ServiceNow Automation MCP Server",
-    "port": 3009,
-    "healthCheck": {
-      "path": "/health",
-      "interval": "30s",
-      "timeout": "10s",
-      "retries": 3
-    },
-    "resources": {
-      "limits": {
-        "memory": "512Mi",
-        "cpu": "500m"
-      },
-      "requests": {
-        "memory": "256Mi",
-        "cpu": "250m"
-      }
-    },
-    "scaling": {
-      "minReplicas": 1,
-      "maxReplicas": 3,
-      "targetCPU": 70
-    }
-  }
-}