pangea 0.0.45 → 0.0.46

data/tools/analyze_terraform_docs.rb

@@ -1,367 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-# Copyright 2025 The Pangea Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-require 'net/http'
-require 'uri'
-require 'json'
-require 'nokogiri'
-require 'yaml'
-
-# Analyzer for Terraform AWS Provider documentation
-class TerraformDocsAnalyzer
-  BASE_URL = 'https://registry.terraform.io/providers/hashicorp/aws/latest/docs'
-  
-  attr_reader :resource_name, :options
-
-  def initialize(resource_name, options = {})
-    @resource_name = resource_name
-    @options = options
-  end
-
-  def analyze!
-    puts "📚 Analyzing Terraform documentation for #{resource_name}..."
-    
-    doc_url = "#{BASE_URL}/resources/#{resource_name.gsub('aws_', '')}"
-    puts "🔗 Fetching: #{doc_url}"
-    
-    begin
-      html = fetch_documentation(doc_url)
-      data = parse_documentation(html)
-      
-      if options[:output]
-        save_analysis(data)
-      else
-        display_analysis(data)
-      end
-      
-      data
-    rescue => e
-      puts "❌ Error: #{e.message}"
-      nil
-    end
-  end
-
-  private
-
-  def fetch_documentation(url)
-    uri = URI(url)
-    response = Net::HTTP.get_response(uri)
-    
-    if response.code == '200'
-      response.body
-    else
-      raise "Failed to fetch documentation (HTTP #{response.code})"
-    end
-  end
-
-  def parse_documentation(html)
-    doc = Nokogiri::HTML(html)
-    
-    {
-      resource_name: resource_name,
-      description: extract_description(doc),
-      arguments: extract_arguments(doc),
-      attributes: extract_attributes(doc),
-      examples: extract_examples(doc),
-      import_syntax: extract_import_syntax(doc)
-    }
-  end
-
-  def extract_description(doc)
-    # Try to find the main description
-    desc_elem = doc.css('div.markdown-body > p').first
-    desc_elem ? desc_elem.text.strip : "No description found"
-  end
-
-  def extract_arguments(doc)
-    arguments = {}
-    
-    # Find the Arguments Reference section
-    args_section = doc.css('h2').find { |h| h.text =~ /Argument Reference/i }
-    return arguments unless args_section
-    
-    current = args_section.next_element
-    while current && !current.name.start_with?('h')
-      if current.name == 'ul'
-        current.css('li').each do |li|
-          parse_argument(li.text, arguments)
-        end
-      end
-      current = current.next_element
-    end
-    
-    arguments
-  end
-
-  def parse_argument(text, arguments)
-    # Parse argument text like "name - (Required) The name of the resource"
-    if text =~ /^`?(\w+)`?\s*-\s*\((\w+)\)\s*(.+)$/
-      name = $1
-      requirement = $2
-      description = $3
-      
-      arguments[name] = {
-        required: requirement.downcase == 'required',
-        description: description.strip,
-        type: infer_type_from_description(description)
-      }
-    end
-  end
-
-  def extract_attributes(doc)
-    attributes = {}
-    
-    # Find the Attributes Reference section
-    attrs_section = doc.css('h2').find { |h| h.text =~ /Attributes Reference/i }
-    return attributes unless attrs_section
-    
-    current = attrs_section.next_element
-    while current && !current.name.start_with?('h')
-      if current.name == 'ul'
-        current.css('li').each do |li|
-          if li.text =~ /^`?(\w+)`?\s*-\s*(.+)$/
-            attributes[$1] = $2.strip
-          end
-        end
-      end
-      current = current.next_element
-    end
-    
-    attributes
-  end
-
-  def extract_examples(doc)
-    examples = []
-    
-    # Find code blocks that look like HCL
-    doc.css('pre code').each do |code|
-      text = code.text.strip
-      if text.include?('resource') && text.include?(resource_name)
-        examples << text
-      end
-    end
-    
-    examples
-  end
-
-  def extract_import_syntax(doc)
-    # Find the Import section
-    import_section = doc.css('h2').find { |h| h.text =~ /Import/i }
-    return nil unless import_section
-    
-    current = import_section.next_element
-    while current && !current.name.start_with?('h')
-      if current.name == 'pre'
-        return current.text.strip
-      end
-      current = current.next_element
-    end
-    
-    nil
-  end
-
-  def infer_type_from_description(description)
-    case description.downcase
-    when /list of/i, /array/i
-      'Array'
-    when /map/i, /object/i, /block/i
-      'Hash'
-    when /number/i, /integer/i, /count/i
-      'Integer'
-    when /boolean/i, /true.*false/i
-      'Boolean'
-    else
-      'String'
-    end
-  end
-
-  def display_analysis(data)
-    puts "\n📋 Resource: #{data[:resource_name]}"
-    puts "📝 Description: #{data[:description]}"
-    
-    puts "\n🔧 Arguments:"
-    data[:arguments].each do |name, details|
-      req = details[:required] ? 'Required' : 'Optional'
-      puts "  - #{name} (#{req}, #{details[:type]}): #{details[:description]}"
-    end
-    
-    puts "\n📤 Attributes:"
-    data[:attributes].each do |name, description|
-      puts "  - #{name}: #{description}"
-    end
-    
-    if data[:import_syntax]
-      puts "\n📥 Import Syntax:"
-      puts "  #{data[:import_syntax]}"
-    end
-    
-    if data[:examples].any?
-      puts "\n💡 Example Usage:"
-      puts data[:examples].first
-    end
-  end
-
-  def save_analysis(data)
-    filename = "#{resource_name}_analysis.yaml"
-    File.write(filename, data.to_yaml)
-    puts "✅ Analysis saved to: #{filename}"
-  end
-end
-
-# Generate enhanced resource implementation from analysis
-class EnhancedResourceGenerator
-  def self.generate_from_analysis(analysis_file)
-    data = YAML.load_file(analysis_file)
-    
-    # Generate enhanced types.rb content
-    types_content = generate_types_from_analysis(data)
-    
-    # Generate enhanced resource.rb content
-    resource_content = generate_resource_from_analysis(data)
-    
-    {
-      types: types_content,
-      resource: resource_content,
-      readme_params: generate_readme_params(data)
-    }
-  end
-
-  private
-
-  def self.generate_types_from_analysis(data)
-    attributes = data[:arguments].map do |name, details|
-      type_def = case details[:type]
-                 when 'Array'
-                   "Types::Array.of(Types::String)"
-                 when 'Hash'
-                   "Types::Hash"
-                 when 'Integer'
-                   "Types::Integer"
-                 when 'Boolean'
-                   "Types::Bool"
-                 else
-                   "Types::String"
-                 end
-      
-      if details[:required]
-        "attribute :#{name}, #{type_def}"
-      else
-        "attribute? :#{name}, #{type_def}.optional"
-      end
-    end.join("\n              ")
-    
-    <<~RUBY
-      # Type definitions based on Terraform documentation
-      class #{data[:resource_name].split('_').map(&:capitalize).join}Attributes < Dry::Struct
-        #{attributes}
-        
-        # Tags
-        attribute :tags, Types::AwsTags.default({})
-      end
-    RUBY
-  end
-
-  def self.generate_resource_from_analysis(data)
-    attribute_mappings = data[:arguments].keys.map do |attr|
-      "#{attr} attrs.#{attr} if attrs.#{attr}"
-    end.join("\n                ")
-    
-    outputs = data[:attributes].keys.map do |attr|
-      "#{attr}: \"${#{data[:resource_name]}.#{name}.#{attr}}\""
-    end.join(",\n                  ")
-    
-    <<~RUBY
-      # Resource implementation based on Terraform documentation
-      resource(:#{data[:resource_name]}, name) do
-        #{attribute_mappings}
-      end
-      
-      # Outputs from Terraform documentation
-      outputs: {
-        #{outputs}
-      }
-    RUBY
-  end
-
-  def self.generate_readme_params(data)
-    rows = data[:arguments].map do |name, details|
-      req = details[:required] ? '**Yes**' : 'No'
-      desc = details[:description].gsub('|', '\\|')
-      "| `#{name}` | #{details[:type]} | #{req} | - | #{desc} |"
-    end.join("\n")
-    
-    <<~MARKDOWN
-      ## Parameters
-
-      | Parameter | Type | Required | Default | Description |
-      |-----------|------|----------|---------|-------------|
-      #{rows}
-      | `tags` | Hash | No | `{}` | Resource tags |
-    MARKDOWN
-  end
-end
-
-# CLI Interface
-if __FILE__ == $0
-  require 'optparse'
-  
-  options = {}
-  
-  parser = OptionParser.new do |opts|
-    opts.banner = "Usage: analyze_terraform_docs.rb RESOURCE_NAME [options]"
-    
-    opts.on("-o", "--output", "Save analysis to YAML file") do
-      options[:output] = true
-    end
-    
-    opts.on("-g", "--generate FILE", "Generate enhanced resource from analysis file") do |file|
-      options[:generate] = file
-    end
-    
-    opts.on("-h", "--help", "Show this help message") do
-      puts opts
-      exit
-    end
-  end
-  
-  parser.parse!
-  
-  if options[:generate]
-    unless File.exist?(options[:generate])
-      puts "❌ Analysis file not found: #{options[:generate]}"
-      exit 1
-    end
-    
-    result = EnhancedResourceGenerator.generate_from_analysis(options[:generate])
-    
-    puts "\n📝 Enhanced types.rb content:"
-    puts result[:types]
-    
-    puts "\n📝 Enhanced resource.rb content:"
-    puts result[:resource]
-    
-    puts "\n📝 README parameters section:"
-    puts result[:readme_params]
-  elsif ARGV.empty?
-    puts parser
-    exit 1
-  else
-    resource_name = ARGV[0]
-    analyzer = TerraformDocsAnalyzer.new(resource_name, options)
-    analyzer.analyze!
-  end
-end

data/tools/batch_generate_resources.rb

@@ -1,304 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-# Copyright 2025 The Pangea Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-require 'yaml'
-require 'json'
-require_relative 'generate_resource'
-
-# Batch resource generator for multiple AWS resources
-class BatchResourceGenerator
-  attr_reader :resources_file, :options
-
-  def initialize(resources_file, options = {})
-    @resources_file = resources_file
-    @options = options
-  end
-
-  def generate_all!
-    resources = load_resources
-    total = resources.size
-    
-    puts "🚀 Generating #{total} AWS resources..."
-    puts "-" * 50
-    
-    successful = 0
-    failed = []
-    
-    resources.each_with_index do |resource_config, index|
-      resource_name = resource_config.is_a?(Hash) ? resource_config['name'] : resource_config
-      
-      print "[#{index + 1}/#{total}] Generating #{resource_name}... "
-      
-      begin
-        generator = ResourceGenerator.new(resource_name, options)
-        generator.generate!
-        successful += 1
-        puts "✅"
-      rescue => e
-        failed << { resource: resource_name, error: e.message }
-        puts "❌ (#{e.message})"
-      end
-    end
-    
-    puts "-" * 50
-    puts "\n📊 Summary:"
-    puts "   ✅ Successful: #{successful}"
-    puts "   ❌ Failed: #{failed.size}"
-    
-    if failed.any?
-      puts "\n❌ Failed resources:"
-      failed.each do |failure|
-        puts "   - #{failure[:resource]}: #{failure[:error]}"
-      end
-    end
-  end
-
-  private
-
-  def load_resources
-    case File.extname(resources_file)
-    when '.yaml', '.yml'
-      YAML.load_file(resources_file)['resources'] || []
-    when '.json'
-      JSON.parse(File.read(resources_file))['resources'] || []
-    when '.txt'
-      File.readlines(resources_file).map(&:strip).reject(&:empty?)
-    else
-      raise "Unsupported file format: #{File.extname(resources_file)}"
-    end
-  rescue => e
-    raise "Failed to load resources file: #{e.message}"
-  end
-end
-
-# Sample resource lists for common AWS services
-SAMPLE_RESOURCES = {
-  networking: %w[
-    aws_eip
-    aws_eip_association
-    aws_network_interface
-    aws_network_acl
-    aws_network_acl_rule
-    aws_route
-    aws_route_table_association
-    aws_vpc_endpoint
-    aws_vpc_endpoint_service
-    aws_vpc_peering_connection
-    aws_vpc_peering_connection_accepter
-    aws_vpn_connection
-    aws_vpn_gateway
-    aws_customer_gateway
-  ],
-  
-  compute: %w[
-    aws_ami
-    aws_ami_copy
-    aws_ami_from_instance
-    aws_key_pair
-    aws_placement_group
-    aws_ec2_capacity_reservation
-    aws_ec2_fleet
-    aws_spot_instance_request
-    aws_spot_fleet_request
-    aws_ebs_volume
-    aws_ebs_snapshot
-    aws_volume_attachment
-  ],
-  
-  containers: %w[
-    aws_ecs_cluster
-    aws_ecs_service
-    aws_ecs_task_definition
-    aws_ecs_capacity_provider
-    aws_ecr_repository
-    aws_ecr_repository_policy
-    aws_ecr_lifecycle_policy
-    aws_eks_cluster
-    aws_eks_node_group
-    aws_eks_fargate_profile
-    aws_eks_addon
-  ],
-  
-  serverless: %w[
-    aws_lambda_function
-    aws_lambda_layer_version
-    aws_lambda_alias
-    aws_lambda_event_source_mapping
-    aws_lambda_permission
-    aws_lambda_function_url
-    aws_api_gateway_rest_api
-    aws_api_gateway_resource
-    aws_api_gateway_method
-    aws_api_gateway_integration
-    aws_api_gateway_deployment
-    aws_api_gateway_stage
-    aws_apigatewayv2_api
-    aws_apigatewayv2_route
-    aws_apigatewayv2_integration
-    aws_apigatewayv2_stage
-  ],
-  
-  database: %w[
-    aws_db_subnet_group
-    aws_db_parameter_group
-    aws_db_option_group
-    aws_db_snapshot
-    aws_db_cluster_snapshot
-    aws_rds_cluster
-    aws_rds_cluster_instance
-    aws_rds_cluster_parameter_group
-    aws_db_proxy
-    aws_db_proxy_target
-    aws_db_proxy_endpoint
-    aws_dynamodb_table
-    aws_dynamodb_table_item
-    aws_dynamodb_global_table
-    aws_elasticache_cluster
-    aws_elasticache_replication_group
-    aws_elasticache_subnet_group
-    aws_elasticache_parameter_group
-  ],
-  
-  security: %w[
-    aws_iam_user
-    aws_iam_group
-    aws_iam_policy
-    aws_iam_instance_profile
-    aws_iam_role_policy
-    aws_iam_user_policy
-    aws_iam_group_policy
-    aws_iam_role_policy_attachment
-    aws_iam_user_policy_attachment
-    aws_iam_group_policy_attachment
-    aws_kms_key
-    aws_kms_alias
-    aws_kms_grant
-    aws_secretsmanager_secret
-    aws_secretsmanager_secret_version
-    aws_ssm_parameter
-    aws_ssm_document
-  ],
-  
-  monitoring: %w[
-    aws_cloudwatch_dashboard
-    aws_cloudwatch_log_group
-    aws_cloudwatch_log_stream
-    aws_cloudwatch_metric_stream
-    aws_cloudwatch_event_rule
-    aws_cloudwatch_event_target
-    aws_sns_topic
-    aws_sns_topic_subscription
-    aws_sqs_queue
-    aws_sqs_queue_policy
-  ],
-  
-  storage: %w[
-    aws_s3_bucket_policy
-    aws_s3_bucket_acl
-    aws_s3_bucket_cors_configuration
-    aws_s3_bucket_website_configuration
-    aws_s3_bucket_versioning
-    aws_s3_bucket_lifecycle_configuration
-    aws_s3_bucket_replication_configuration
-    aws_s3_bucket_logging
-    aws_s3_bucket_encryption
-    aws_s3_bucket_public_access_block
-    aws_s3_object
-    aws_s3_object_copy
-    aws_efs_file_system
-    aws_efs_mount_target
-    aws_efs_access_point
-  ]
-}
-
-# CLI Interface
-if __FILE__ == $0
-  require 'optparse'
-  
-  options = {}
-  
-  parser = OptionParser.new do |opts|
-    opts.banner = "Usage: batch_generate_resources.rb [options]"
-    
-    opts.on("-f", "--file FILE", "Resource list file (YAML, JSON, or TXT)") do |file|
-      options[:file] = file
-    end
-    
-    opts.on("-c", "--category CATEGORY", "Generate resources for a category (#{SAMPLE_RESOURCES.keys.join(', ')})") do |category|
-      options[:category] = category.to_sym
-    end
-    
-    opts.on("-l", "--list", "List available categories and their resources") do
-      options[:list] = true
-    end
-    
-    opts.on("--force", "Overwrite existing files") do
-      options[:force] = true
-    end
-    
-    opts.on("-h", "--help", "Show this help message") do
-      puts opts
-      exit
-    end
-  end
-  
-  parser.parse!
-  
-  if options[:list]
-    puts "📋 Available resource categories:\n\n"
-    SAMPLE_RESOURCES.each do |category, resources|
-      puts "#{category.to_s.capitalize} (#{resources.size} resources):"
-      puts resources.map { |r| "  - #{r}" }.join("\n")
-      puts
-    end
-    exit
-  end
-  
-  if options[:category]
-    # Generate sample file for category
-    resources = SAMPLE_RESOURCES[options[:category]]
-    if resources.nil?
-      puts "❌ Unknown category: #{options[:category]}"
-      puts "Available categories: #{SAMPLE_RESOURCES.keys.join(', ')}"
-      exit 1
-    end
-    
-    # Create temporary file
-    require 'tempfile'
-    file = Tempfile.new(['resources', '.yaml'])
-    file.write({ 'resources' => resources }.to_yaml)
-    file.close
-    
-    begin
-      generator = BatchResourceGenerator.new(file.path, options)
-      generator.generate_all!
-    ensure
-      file.unlink
-    end
-  elsif options[:file]
-    unless File.exist?(options[:file])
-      puts "❌ File not found: #{options[:file]}"
-      exit 1
-    end
-    
-    generator = BatchResourceGenerator.new(options[:file], options)
-    generator.generate_all!
-  else
-    puts parser
-    exit 1
-  end
-end