pangea 0.0.47 → 0.0.48

data/lib/pangea/components/siem_security_platform/types/response_configs.rb

@@ -1,68 +0,0 @@
-# frozen_string_literal: true
-
-# Copyright 2025 The Pangea Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-require 'dry-struct'
-require 'pangea/components/types'
-
-module Pangea
-  module Components
-    module SiemSecurityPlatform
-      # Response playbook entry
-      class PlaybookEntry < Dry::Struct
-        transform_keys(&:to_sym)
-
-        attribute :name, Types::String
-        attribute :trigger, Types::String
-        attribute :severity_threshold, Types::String.enum('critical', 'high', 'medium', 'low')
-        attribute :steps, Types::Array.of(Types::Hash)
-        attribute :notification_channels, Types::Array.of(Types::String).default([].freeze)
-        attribute :escalation_policy, Types::String.optional
-      end
-
-      # Incident response configuration
-      class IncidentResponseConfig < Dry::Struct
-        transform_keys(&:to_sym)
-
-        attribute :enable_automated_response, Types::Bool.default(true)
-        attribute :playbooks, Types::Array.of(PlaybookEntry).default([].freeze)
-        attribute :enable_case_management, Types::Bool.default(true)
-        attribute :enable_forensics_collection, Types::Bool.default(true)
-        attribute :retention_days, Types::Integer.default(90).constrained(gteq: 1, lteq: 3653)
-      end
-
-      # Dashboard entry configuration
-      class DashboardEntry < Dry::Struct
-        transform_keys(&:to_sym)
-
-        attribute :name, Types::String
-        attribute :type, Types::String.enum(
-          'security_overview', 'threat_hunting', 'compliance', 'incident_response', 'custom'
-        )
-        attribute :refresh_interval, Types::Integer.default(300)
-        attribute :widgets, Types::Array.of(Types::Hash).default([].freeze)
-        attribute :access_control, Types::Hash.default({}.freeze)
-      end
-
-      # Default dashboards
-      DEFAULT_DASHBOARDS = [
-        DashboardEntry.new(name: 'Security Overview', type: 'security_overview'),
-        DashboardEntry.new(name: 'Threat Hunting', type: 'threat_hunting'),
-        DashboardEntry.new(name: 'Compliance', type: 'compliance'),
-        DashboardEntry.new(name: 'Incident Response', type: 'incident_response')
-      ].freeze
-    end
-  end
-end

data/lib/pangea/components/siem_security_platform/types/security_configs.rb

@@ -1,49 +0,0 @@
-# frozen_string_literal: true
-
-# Copyright 2025 The Pangea Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-require 'dry-struct'
-require 'pangea/components/types'
-
-module Pangea
-  module Components
-    module SiemSecurityPlatform
-      # Security configuration
-      class SecurityConfig < Dry::Struct
-        transform_keys(&:to_sym)
-
-        attribute :enable_encryption_at_rest, Types::Bool.default(true)
-        attribute :kms_key_id, Types::String.optional
-        attribute :enable_encryption_in_transit, Types::Bool.default(true)
-        attribute :enable_fine_grained_access, Types::Bool.default(true)
-        attribute :master_user_arn, Types::String.optional
-        attribute :enable_audit_logs, Types::Bool.default(true)
-        attribute :enable_slow_logs, Types::Bool.default(true)
-      end
-
-      # Scaling configuration
-      class ScalingConfig < Dry::Struct
-        transform_keys(&:to_sym)
-
-        attribute :enable_auto_scaling, Types::Bool.default(true)
-        attribute :min_instances, Types::Integer.default(3)
-        attribute :max_instances, Types::Integer.default(10)
-        attribute :target_cpu_utilization, Types::Integer.default(70).constrained(gteq: 10, lteq: 90)
-        attribute :scale_up_cooldown, Types::Integer.default(300)
-        attribute :scale_down_cooldown, Types::Integer.default(900)
-      end
-    end
-  end
-end

data/lib/pangea/components/siem_security_platform/types.rb

@@ -1,82 +0,0 @@
-# frozen_string_literal: true
-
-# Copyright 2025 The Pangea Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-require 'dry-struct'
-require 'pangea/components/types'
-
-require_relative 'types/opensearch_config'
-require_relative 'types/log_collection_configs'
-require_relative 'types/detection_configs'
-require_relative 'types/response_configs'
-require_relative 'types/operational_configs'
-require_relative 'types/security_configs'
-
-module Pangea
-  module Components
-    module SiemSecurityPlatform
-      # SIEM Security Platform attributes
-      class Attributes < Dry::Struct
-        transform_keys(&:to_sym)
-        schema schema.strict
-
-        # VPC reference for SIEM deployment
-        attribute :vpc_ref, Types::VpcReference
-
-        # Subnet references for OpenSearch domain
-        attribute :subnet_refs, Types::SubnetReferences.constrained(min_size: 2)
-
-        # OpenSearch configuration
-        attribute :opensearch_config, OpenSearchConfig
-
-        # Log sources configuration
-        attribute :log_sources, Types::Array.of(LogSourceEntry).constrained(min_size: 1)
-
-        # Kinesis Firehose configuration
-        attribute :firehose_config, FirehoseConfig.default { FirehoseConfig.new({}) }
-
-        # Security correlation rules
-        attribute :correlation_rules, Types::Array.of(CorrelationRuleEntry).default([].freeze)
-
-        # Threat detection configuration
-        attribute :threat_detection, ThreatDetectionConfig.default { ThreatDetectionConfig.new({}) }
-
-        # Incident response configuration
-        attribute :incident_response, IncidentResponseConfig.default { IncidentResponseConfig.new({}) }
-
-        # Dashboard and visualization
-        attribute :dashboards, Types::Array.of(DashboardEntry).default(DEFAULT_DASHBOARDS)
-
-        # Compliance and reporting
-        attribute :compliance_config, ComplianceConfig.default { ComplianceConfig.new({}) }
-
-        # Advanced analytics
-        attribute :analytics_config, AnalyticsConfig.default { AnalyticsConfig.new({}) }
-
-        # Integration configuration
-        attribute :integrations, Types::Array.of(IntegrationEntry).default([].freeze)
-
-        # Security configuration
-        attribute :security_config, SecurityConfig.default { SecurityConfig.new({}) }
-
-        # Performance and scaling
-        attribute :scaling_config, ScalingConfig.default { ScalingConfig.new({}) }
-
-        # Tags for resource management
-        attribute :tags, Types::AwsTags.default({}.freeze)
-      end
-    end
-  end
-end

data/lib/pangea/components/spot_instance_carbon_optimizer/README.md

@@ -1,338 +0,0 @@
-# Spot Instance Carbon Optimizer Component
-
-Intelligent spot instance management that optimizes for both carbon emissions and cost by dynamically distributing workloads across regions based on real-time grid carbon intensity and renewable energy availability.
-
-## Overview
-
-The Spot Instance Carbon Optimizer revolutionizes cloud computing sustainability by combining AWS Spot Instance cost savings with carbon-aware scheduling. It automatically migrates workloads to regions with cleaner energy grids while leveraging spot capacity, achieving both environmental and economic benefits.
-
-## Key Features
-
-- **Multi-Region Spot Fleets**: Manages spot instances across multiple AWS regions
-- **Real-Time Carbon Tracking**: Monitors grid carbon intensity every 5 minutes
-- **Dynamic Workload Migration**: Moves workloads to cleaner regions automatically
-- **Renewable Energy Preference**: Prioritizes regions with high renewable energy
-- **Cost Optimization**: Leverages spot pricing for 70-90% cost savings
-- **Multiple Migration Strategies**: Checkpoint/restore, blue-green, live migration
-- **Follow-the-Sun**: Tracks renewable energy availability by timezone
-- **Comprehensive Monitoring**: Carbon footprint and efficiency dashboards
-
-## Usage
-
-```ruby
-spot_optimizer = Pangea::Components::SpotInstanceCarbonOptimizer.build(
-  name: "green-compute-fleet",
-  target_capacity: 20,
-  workload_type: "batch",
-  instance_types: ["t3.large", "t3a.large", "t4g.large"],
-  
-  # Carbon optimization
-  optimization_strategy: "balanced",
-  carbon_intensity_threshold: 200,
-  renewable_percentage_minimum: 50,
-  
-  # Regional configuration
-  allowed_regions: [
-    "us-west-2",    # Oregon - hydro
-    "eu-north-1",   # Stockholm - renewable
-    "ca-central-1", # Montreal - hydro
-    "us-east-1",    # Virginia - mixed
-    "eu-west-1"     # Ireland - wind
-  ],
-  preferred_regions: ["us-west-2", "eu-north-1", "ca-central-1"],
-  
-  # Migration settings
-  enable_cross_region_migration: true,
-  migration_strategy: "checkpoint_restore",
-  migration_threshold_minutes: 5,
-  
-  # VPC configuration per region
-  vpc_configs: {
-    "us-west-2" => { 
-      vpc_id: "vpc-12345", 
-      subnet_ids: "subnet-1a,subnet-1b" 
-    },
-    "eu-north-1" => { 
-      vpc_id: "vpc-67890", 
-      subnet_ids: "subnet-2a,subnet-2b" 
-    }
-  },
-  
-  tags: {
-    "Environment" => "production",
-    "CarbonOptimized" => "true"
-  }
-)
-
-# Access outputs
-puts spot_optimizer.active_regions
-puts spot_optimizer.dashboard_url
-```
-
-## Optimization Strategies
-
-### Carbon First
-Aggressively optimizes for lowest carbon emissions, placing all workloads in the cleanest regions regardless of cost.
-
-```ruby
-optimization_strategy: "carbon_first"
-```
-
-### Cost First
-Prioritizes lowest spot prices while respecting carbon thresholds.
-
-```ruby
-optimization_strategy: "cost_first"
-carbon_intensity_threshold: 300  # More lenient threshold
-```
-
-### Balanced (Default)
-Optimizes for both carbon and cost with configurable weights.
-
-```ruby
-optimization_strategy: "balanced"
-```
-
-### Renewable Only
-Only runs workloads in regions with >70% renewable energy.
-
-```ruby
-optimization_strategy: "renewable_only"
-```
-
-### Follow the Sun
-Migrates workloads to follow peak renewable energy generation times.
-
-```ruby
-optimization_strategy: "follow_the_sun"
-```
-
-## Regional Carbon Intensity
-
-Default carbon intensity by region (gCO2/kWh):
-
-| Region | Carbon Intensity | Primary Energy Source |
-|--------|-----------------|----------------------|
-| ca-central-1 | 30 | Hydroelectric (99%) |
-| eu-north-1 | 40 | Renewable Mix (95%) |
-| us-west-2 | 50 | Hydroelectric (80%) |
-| eu-west-1 | 80 | Wind + Natural Gas |
-| us-west-1 | 250 | Mixed Grid |
-| eu-central-1 | 350 | Mixed Grid |
-| us-east-1 | 400 | Coal + Natural Gas |
-| ap-southeast-1 | 600 | Natural Gas |
-| ap-southeast-2 | 700 | Coal Heavy |
-
-## Workload Types
-
-### Stateless
-Best for carbon optimization - can migrate anytime without state concerns.
-
-```ruby
-workload_type: "stateless"
-migration_strategy: "blue_green"
-```
-
-### Batch
-Supports checkpoint/restore for long-running jobs.
-
-```ruby
-workload_type: "batch"
-migration_strategy: "checkpoint_restore"
-```
-
-### Distributed
-Multi-region capable workloads that can span regions.
-
-```ruby
-workload_type: "distributed"
-enable_cross_region_migration: true
-```
-
-### GPU Compute
-ML/AI workloads requiring GPU instances.
-
-```ruby
-workload_type: "gpu_compute"
-instance_types: ["p3.2xlarge", "g4dn.xlarge"]
-require_gpu: true
-```
-
-## Migration Strategies
-
-### Checkpoint/Restore
-Saves instance state, migrates, and restores in new region.
-
-- Best for: Batch jobs, fault-tolerant workloads
-- Downtime: 2-5 minutes
-- Data consistency: Guaranteed
-
-### Blue-Green
-Launches new instances before terminating old ones.
-
-- Best for: Web services, APIs
-- Downtime: Zero
-- Cost: Temporarily double capacity
-
-### Drain and Shift
-Gracefully drains connections before migration.
-
-- Best for: Stateful services
-- Downtime: Minimal
-- Complexity: Medium
-
-### Live Migration
-Attempts to migrate running instances (experimental).
-
-- Best for: Critical services
-- Downtime: Near-zero
-- Complexity: High
-
-## Example: Carbon-Optimized Web Service
-
-```ruby
-web_fleet = Pangea::Components::SpotInstanceCarbonOptimizer.build(
-  name: "web-app-fleet",
-  target_capacity: 50,
-  workload_type: "stateless",
-  instance_types: ["t4g.medium", "t4g.large"],  # Graviton for efficiency
-  
-  optimization_strategy: "balanced",
-  carbon_intensity_threshold: 150,
-  
-  # Quick migrations for web traffic
-  migration_strategy: "blue_green",
-  migration_threshold_minutes: 2,
-  
-  # Web-optimized settings
-  network_performance: "high",
-  spot_price_buffer_percentage: 30,  # Higher buffer for stability
-  
-  vpc_configs: {
-    "us-west-2" => { vpc_id: "vpc-web-west", subnet_ids: "subnet-1a,subnet-1b,subnet-1c" },
-    "eu-north-1" => { vpc_id: "vpc-web-eu", subnet_ids: "subnet-2a,subnet-2b,subnet-2c" },
-    "ca-central-1" => { vpc_id: "vpc-web-ca", subnet_ids: "subnet-3a,subnet-3b" }
-  }
-)
-```
-
-## Example: ML Training Fleet
-
-```ruby
-ml_fleet = Pangea::Components::SpotInstanceCarbonOptimizer.build(
-  name: "ml-training-fleet",
-  target_capacity: 10,
-  workload_type: "gpu_compute",
-  instance_types: ["p3.2xlarge", "p3.8xlarge"],
-  
-  # ML can be flexible with timing
-  optimization_strategy: "carbon_first",
-  carbon_intensity_threshold: 100,
-  
-  # Checkpoint for long training runs
-  migration_strategy: "checkpoint_restore",
-  migration_threshold_minutes: 10,
-  
-  # GPU requirements
-  require_gpu: true,
-  min_memory_gb: 64,
-  ephemeral_storage_gb: 1000,
-  
-  # Use spot blocks for predictable training windows
-  use_spot_blocks: true,
-  spot_block_duration_hours: 6
-)
-```
-
-## Monitoring and Metrics
-
-### Carbon Metrics
-- **Regional Carbon Intensity**: Real-time gCO2/kWh by region
-- **Carbon Emissions Avoided**: Compared to baseline region
-- **Renewable Energy Usage**: Percentage of clean energy
-- **Carbon Efficiency Score**: Optimization effectiveness
-
-### Operational Metrics
-- **Fleet Capacity**: Instances by region
-- **Migration Frequency**: Workload movements
-- **Spot Savings**: Cost reduction achieved
-- **Availability**: Uptime across regions
-
-### Dashboard Widgets
-1. Regional carbon intensity heatmap
-2. Fleet distribution pie chart
-3. Carbon savings accumulator
-4. Migration activity timeline
-5. Cost optimization tracker
-
-## Cost Optimization
-
-Typical savings achieved:
-
-| Strategy | Spot Savings | Carbon Reduction | Total Savings |
-|----------|--------------|------------------|---------------|
-| Carbon First | 70% | 85% | High environmental value |
-| Balanced | 80% | 65% | Best overall value |
-| Cost First | 90% | 40% | Maximum cost savings |
-| Renewable Only | 60% | 90% | Maximum sustainability |
-
-## Best Practices
-
-1. **Start Small**: Begin with non-critical workloads
-2. **Monitor Migrations**: Review migration frequency and success
-3. **Set Appropriate Buffers**: Higher buffers for critical workloads
-4. **Use Multiple Instance Types**: Increases spot availability
-5. **Enable Monitoring**: Track both carbon and cost metrics
-6. **Test Migration Strategies**: Ensure workloads handle migrations
-7. **Configure VPCs**: Ensure networking in all target regions
-
-## Integration Examples
-
-### With Auto Scaling
-
-```ruby
-# Combine with ASG for dynamic capacity
-asg = aws_autoscaling_group(:web_asg, {
-  min_size: 0,
-  max_size: 100,
-  mixed_instances_policy: {
-    spot_allocation_strategy: "capacity-optimized",
-    spot_instance_pools: 4
-  }
-})
-```
-
-### With Container Orchestration
-
-```ruby
-# ECS/EKS integration
-ecs_cluster = aws_ecs_cluster(:green_cluster, {
-  capacity_providers: ["FARGATE_SPOT"],
-  default_capacity_provider_strategy: [{
-    capacity_provider: "FARGATE_SPOT",
-    weight: 100
-  }]
-})
-```
-
-## Troubleshooting
-
-### High Migration Frequency
-- Increase migration threshold minutes
-- Use more stable optimization strategy
-- Check carbon data volatility
-
-### Spot Capacity Issues
-- Add more instance types
-- Increase allowed regions
-- Adjust spot price buffer
-
-### Network Connectivity
-- Verify VPC configurations in all regions
-- Check security group rules
-- Ensure cross-region connectivity
-
-### Workload Interruptions
-- Verify migration strategy compatibility
-- Check workload state handling
-- Review interruption behavior settings

data/lib/pangea/components/spot_instance_carbon_optimizer/component.rb

@@ -1,132 +0,0 @@
-# frozen_string_literal: true
-# Copyright 2025 The Pangea Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-require_relative "types"
-require_relative "modules/helpers"
-require_relative "modules/roles"
-require_relative "modules/tables"
-require_relative "modules/fleets"
-require_relative "modules/functions"
-require_relative "modules/schedules"
-require_relative "modules/monitoring"
-require_relative "modules/code_generators"
-
-module Pangea
-  module Components
-    module SpotInstanceCarbonOptimizer
-      # Spot Instance Carbon Optimizer Component
-      # Orchestrates spot fleet management with carbon-aware optimization
-      class Component
-        include Pangea::DSL
-        include Helpers
-        include Roles
-        include Tables
-        include Fleets
-        include Functions
-        include Schedules
-        include Monitoring
-        include CodeGenerators
-
-        def self.build(input)
-          new.build(input)
-        end
-
-        def build(input)
-          input = Types::Input.new(input) unless input.is_a?(Types::Input)
-
-          validate_input(input)
-
-          # Create IAM roles
-          fleet_role = create_fleet_role(input)
-          lambda_role = create_lambda_role(input)
-
-          # Create DynamoDB tables
-          fleet_state_table = create_fleet_state_table(input)
-          carbon_data_table = create_carbon_data_table(input)
-          migration_history_table = create_migration_history_table(input)
-
-          # Create Spot fleet requests in each region
-          spot_fleets = create_regional_spot_fleets(input, fleet_role, fleet_state_table)
-
-          # Create Lambda functions
-          carbon_monitor = create_carbon_monitor_function(input, lambda_role, carbon_data_table)
-          fleet_optimizer = create_fleet_optimizer_function(
-            input, lambda_role, fleet_state_table, carbon_data_table
-          )
-          migration_orchestrator = create_migration_orchestrator_function(
-            input, lambda_role, fleet_state_table, migration_history_table
-          )
-
-          # Create EventBridge schedules
-          optimization_schedule = create_optimization_schedule(input, fleet_optimizer)
-          carbon_check_schedule = create_carbon_check_schedule(input, carbon_monitor)
-          spot_interruption_rule = create_spot_interruption_rule(input, migration_orchestrator)
-
-          # Create CloudWatch monitoring
-          efficiency_metrics = create_efficiency_metrics(input)
-          carbon_dashboard = create_carbon_dashboard(input, spot_fleets, efficiency_metrics)
-          carbon_alarms = create_carbon_alarms(input, efficiency_metrics)
-
-          build_output(
-            spot_fleets: spot_fleets,
-            carbon_monitor: carbon_monitor,
-            fleet_optimizer: fleet_optimizer,
-            migration_orchestrator: migration_orchestrator,
-            fleet_state_table: fleet_state_table,
-            carbon_data_table: carbon_data_table,
-            migration_history_table: migration_history_table,
-            optimization_schedule: optimization_schedule,
-            carbon_check_schedule: carbon_check_schedule,
-            spot_interruption_rule: spot_interruption_rule,
-            carbon_dashboard: carbon_dashboard,
-            efficiency_metrics: efficiency_metrics,
-            carbon_alarms: carbon_alarms,
-            fleet_role: fleet_role,
-            lambda_role: lambda_role
-          )
-        end
-
-        private
-
-        def validate_input(input)
-          Types.validate_capacity(input.target_capacity)
-          Types.validate_carbon_threshold(input.carbon_intensity_threshold)
-          Types.validate_regions(input.allowed_regions, input.preferred_regions)
-          Types.validate_spot_block_duration(input.use_spot_blocks, input.spot_block_duration_hours)
-        end
-
-        def build_output(resources)
-          Types::Output.new(
-            spot_fleets: resources[:spot_fleets],
-            carbon_monitor_function: resources[:carbon_monitor],
-            fleet_optimizer_function: resources[:fleet_optimizer],
-            migration_orchestrator_function: resources[:migration_orchestrator],
-            fleet_state_table: resources[:fleet_state_table],
-            carbon_data_table: resources[:carbon_data_table],
-            migration_history_table: resources[:migration_history_table],
-            optimization_schedule: resources[:optimization_schedule],
-            carbon_check_schedule: resources[:carbon_check_schedule],
-            spot_interruption_rule: resources[:spot_interruption_rule],
-            carbon_dashboard: resources[:carbon_dashboard],
-            efficiency_metrics: resources[:efficiency_metrics],
-            carbon_alarms: resources[:carbon_alarms],
-            fleet_role: resources[:fleet_role],
-            lambda_role: resources[:lambda_role]
-          )
-        end
-      end
-    end
-  end
-end