zaws 0.0.5 → 0.1.1

data/lib/zaws/services/ec2/subnet.rb

@@ -0,0 +1,111 @@
+require 'json'
+require 'netaddr'
+require 'timeout'
+
+module ZAWS
+  module Services
+    module EC2
+      class Subnet
+
+        def initialize(shellout, aws, undofile=nil)
+          @shellout=shellout
+          @aws=aws
+          @undofile=undofile
+          @undofile ||= ZAWS::Helper::ZFile.new
+        end
+
+        def view(region, viewtype,  verbose=nil, vpcid=nil, cidrblock=nil)
+          ds=@aws.awscli.command_ec2.describeSubnets
+          ds.clear_settings
+          ds.filter.vpc_id(vpcid).cidr(cidrblock)
+          ds.aws.output(viewtype).region(region)
+          ds.execute(verbose)
+          ds.view
+        end
+
+        def declare(region, vpcid, cidrblock, availabilityzone, statetimeout, textout=nil, verbose=nil, check=false, undo_file=nil)
+          subnet_exists=exists(region,verbose, vpcid, cidrblock)
+          if undo_file
+            @undofile.prepend("zaws subnet delete #{cidrblock} #{vpcid} --region #{region} $XTRA_OPTS", '#Delete subnet', undo_file)
+          end
+          if check
+            if not subnet_exists
+              ZAWS::Helper::Output.out_nagios_critical(textout, "CRITICAL: Subnet Does Not Exist.")
+              return 2
+            else
+              ZAWS::Helper::Output.out_nagios_ok(textout, "OK: Subnet Exists.")
+              return 0
+            end
+          end
+          if subnet_exists
+            ZAWS::Helper::Output.out_no_op(textout, "No action needed. Subnet exists already.")
+            return 0
+          end
+
+          cs=@aws.awscli.command_ec2.createSubnet
+          cs.clear_settings
+          cs.vpc_id(vpcid).cidr(cidrblock).availability_zone(availabilityzone)
+          cs.aws.output("json").region(region)
+          cs.execute(verbose)
+
+          begin
+            Timeout.timeout(statetimeout) do
+              until @aws.awscli.command_ec2.createSubnet.available or @aws.awscli.command_ec2.describeSubnets.available
+                sleep(1)
+                view(region, 'json', verbose, vpcid, cidrblock)
+              end
+            end
+            ZAWS::Helper::Output.out_change(textout, "Subnet created.")
+          rescue Timeout::Error
+            throw 'Timeout before Subnet made available.'
+          end
+          return 0
+        end
+
+        def delete(region, textout=nil, verbose=nil, vpcid, cidrblock)
+          subnetid=id_by_cidrblock(region, verbose, vpcid, cidrblock)
+          if not subnetid
+            ZAWS::Helper::Output.out_no_op(textout, "Subnet does not exist. Skipping deletion.")
+            return 0
+          end
+
+          cs=@aws.awscli.command_ec2.deleteSubnet
+          cs.clear_settings
+          cs.subnet_id(subnetid)
+          cs.aws.region(region)
+          val=JSON.parse(cs.execute(verbose))
+          ZAWS::Helper::Output.out_change(textout, "Subnet deleted.") if val["return"] == "true"
+        end
+
+        # def available(subnet, verbose)
+        #   #based on the structure of the return from create-subnet and describe-subnet determine if subnet is available
+        #   subnet_hash=JSON.parse(subnet)
+        #   return (subnet_hash["Subnet"]["State"] == "available") if subnet_hash["Subnet"]
+        #   return (subnet_hash["Subnets"][0]["State"] == "available") if subnet_hash["Subnets"] and subnet_hash["Subnets"].count == 1
+        #   return false
+        # end
+
+        def id_by_ip(region,  verbose=nil, vpcid, ip)
+          view(region, 'json', verbose, vpcid)
+          return @aws.awscli.command_ec2.describeSubnets.id_by_ip(ip)
+        end
+
+        def id_by_cidrblock(region, verbose=nil, vpcid, cidrblock)
+          view(region, 'json', verbose, vpcid, cidrblock)
+          return @aws.awscli.command_ec2.describeSubnets.id_by_cidrblock(verbose)
+        end
+
+        def id_array_by_cidrblock_array(region,  verbose=nil, vpcid, cidrblock_array)
+          return cidrblock_array.map { |x| id_by_cidrblock(region, verbose, vpcid, x) }
+        end
+
+        def exists(region, verbose=nil, vpcid, cidrblock)
+          val = id_by_cidrblock(region, verbose, vpcid, cidrblock) ? true : false
+          verbose.puts val.to_s if verbose
+          return val
+        end
+
+      end
+    end
+  end
+end

data/lib/zaws/services/ec2/vpc.rb

@@ -0,0 +1,69 @@
+require 'json'
+require 'netaddr'
+require 'timeout'
+
+module ZAWS
+  module Services
+    module EC2
+      class VPC
+
+        def initialize(shellout, aws,undofile)
+          @shellout=shellout
+          @aws=aws
+          @undofile=undofile
+          @undofile ||= ZAWS::Helper::ZFile.new
+        end
+
+        def view(region, view, textout=nil, verbose=nil)
+          @aws.awscli.command_ec2.describeVPCs.execute(region, view, {},verbose)
+          textout.puts @aws.awscli.data_ec2.vpc.view
+        end
+
+        def view_peering(region, view, textout=nil, verbose=nil)
+          @aws.awscli.command_ec2.describeVpcPeeringConnections.execute(region, view, {},verbose)
+          textout.puts @aws.awscli.data_ec2.vpc.view
+        end
+
+        def check_management_data(region, textout,verbose=nil,profile=nil)
+          @aws.awscli.command_ec2.describeVPCs.execute(region, 'json',{}, verbose,profile)
+          hash_vpc_name_externalid_data = @aws.awscli.data_ec2.vpc.hash_vpc_name_externalid
+          hash_vpc_name_externalid_data.each do |id,vpc|
+            if vpc['externalid']=='null'
+              textout.puts("FAIL: VPC '#{id}' does not have the tag 'externalid' required to manage vpc with ZAWS.")
+            end
+            if vpc['Name']=='null'
+              textout.puts("WARNING: VPC '#{id}' does not have the tag 'Name' which usually assists humans.")
+            end
+          end
+        end
+
+        def declare(region,cidr,externalid,availabilitytimeout,textout,verbose=nil,profile=nil)
+          @aws.awscli.command_ec2.describeVPCs.execute(region, 'json',{}, verbose,profile)
+          vpc_exists = @aws.awscli.data_ec2.vpc.exists(cidr,externalid)
+          if vpc_exists
+            ZAWS::Helper::Output.out_no_op(textout, "No action needed. VPC exists already.")
+            return 0
+          end
+          @aws.awscli.command_ec2.createVPC.execute(region,'json',cidr,textout,verbose,profile)
+          vpc_id = @aws.awscli.data_ec2.vpc.id
+          @aws.awscli.command_ec2.createTags.execute(vpc_id, region, 'externalid', externalid, textout, verbose)
+          @aws.awscli.command_ec2.createTags.execute(vpc_id, region, 'Name', externalid, textout, verbose)
+          begin
+            filters={ "tag:externalid" => "#{externalid}","vpc-id"=>"#{vpc_id}","cidr"=>"#{cidr}" }
+            Timeout.timeout(availabilitytimeout) do
+              until @aws.awscli.data_ec2.vpc.available
+                sleep(1)
+                @aws.awscli.command_ec2.describeVPCs.execute(region, 'json',filters , verbose, profile)
+              end
+            end
+            ZAWS::Helper::Output.out_change(textout, "VPC created.")
+          rescue Timeout::Error
+            throw 'Timeout before Subnet made available.'
+          end
+          return 0
+        end
+      end
+    end
+  end
+end
+

data/lib/zaws/{elb.rb → services/elb.rb}

@@ -5,13 +5,14 @@ require 'timeout'
 module ZAWS
   class ELB
 
-	def initialize(shellout,aws)
+	def initialize(shellout,aws,undofile=nil)
 	  @shellout=shellout
 	  @aws=aws
+		@undofile=undofile
 	end
 
 	def load_balancer 
-	  @_load_balancer ||= (ZAWS::ELBServices::LoadBalancer.new(@shellout,@aws))
+	  @_load_balancer ||= (ZAWS::Services::ELB::LoadBalancer.new(@shellout,@aws,@undofile))
 	  return @_load_balancer
 	end
 

data/lib/zaws/services/elb/load_balancer.rb

@@ -0,0 +1,160 @@
+require 'json'
+require 'netaddr'
+require 'timeout'
+
+module ZAWS
+  module Services
+    module ELB
+      class LoadBalancer
+
+        def initialize(shellout, aws, undofile)
+          @shellout=shellout
+          @aws=aws
+          @undofile=undofile
+          @undofile ||= ZAWS::Helper::ZFile.new
+        end
+
+        def view(region, view, textout=nil, verbose=nil)
+          comline="aws --output #{view} --region #{region} elb describe-load-balancers"
+          lbs=@shellout.cli(comline, verbose)
+          textout.puts(lbs) if textout
+          return lbs
+        end
+
+        def exists(region, lbname, textout=nil, verbose=nil)
+          lbs=JSON.parse(view(region, 'json', nil, verbose))
+          val = lbs["LoadBalancerDescriptions"].any? { |x| x["LoadBalancerName"]=="#{lbname}" }
+          instances = val ? (lbs["LoadBalancerDescriptions"].select { |x| x["LoadBalancerName"]=="#{lbname}" })[0]["Instances"] : nil
+          ldescriptions = val ? (lbs["LoadBalancerDescriptions"].select { |x| x["LoadBalancerName"]=="#{lbname}" })[0]["ListenerDescriptions"] : nil
+          textout.puts(val.to_s) if textout
+          return val, instances, ldescriptions
+        end
+
+        def calculated_listener(lbprotocol, lbport, inprotocol, inport, sslcert=nil)
+          listeners = []
+          single_listener = {}
+          single_listener["Protocol"]="#{lbprotocol}"
+          single_listener["LoadBalancerPort"]=lbport.to_i
+          single_listener["InstanceProtocol"]="#{inprotocol}"
+          single_listener["InstancePort"]=inport.to_i
+          single_listener["SSLCertificateId"]="#{sslcert}" if sslcert
+          listeners << single_listener
+          return listeners.to_json
+        end
+
+        def create_in_subnet(region, lbname, lbprotocol, lbport, inprotocol, inport, securitygroup, cidrblocks, vpcid, nagios=false, textout=nil, verbose=nil, ufile=nil)
+          if ufile
+            @undofile.prepend("zaws load_balancer delete #{lbname} --region #{region} $XTRA_OPTS", '#Delete load balancer', ufile)
+          end
+          lbexists, instances, ldescriptions=exists(region, lbname, nil, verbose)
+          return ZAWS::Helper::Output.binary_nagios_check(lbexists, "OK: Load Balancer Exists.", "CRITICAL: Load Balancer does not exist.", textout) if nagios
+          if not lbexists
+            comline="aws --region #{region} elb create-load-balancer"
+            comline+=" --load-balancer-name #{lbname}"
+            comline+=" --listeners '#{calculated_listener(lbprotocol, lbport, inprotocol, inport)}'"
+            comline+=" --subnets #{@aws.ec2.subnet.id_array_by_cidrblock_array(region,  nil, vpcid, cidrblocks).join(" ")}"
+            sgroup_exists, sgroupid = @aws.ec2.security_group.exists(region,  nil, vpcid, securitygroup)
+            comline+=" --security-groups #{sgroupid}"
+            newlb=JSON.parse(@shellout.cli(comline, verbose))
+            ZAWS::Helper::Output.out_change(textout, "Load balancer created.") if newlb["DNSName"]
+          else
+            ZAWS::Helper::Output.out_no_op(textout, "Load balancer already exists. Skipping creation.")
+          end
+          exit 0
+        end
+
+        def delete(region, lbname, textout=nil, verbose=nil)
+          lbexists, instances, ldescriptions=exists(region, lbname, nil, verbose)
+          if lbexists
+            comline="aws --region #{region} elb delete-load-balancer"
+            comline+=" --load-balancer-name #{lbname}"
+            deletelb=JSON.parse(@shellout.cli(comline, verbose))
+            ZAWS::Helper::Output.out_change(textout, "Load balancer deleted.") if deletelb["return"] == "true"
+          else
+            ZAWS::Helper::Output.out_no_op(textout, "Load balancer does not exist. Skipping deletion.")
+          end
+        end
+
+        def exists_instance(region, lbname, instance_external_id, vpcid, textout=nil, verbose=nil)
+          lbexists, instances, ldescriptions=exists(region, lbname, nil, verbose)
+          instance_exists, instance_id = @aws.ec2.compute.exists(region, nil, verbose, vpcid, instance_external_id)
+          val = (lbexists and instance_exists and (instances.any? { |x| x["InstanceId"]==instance_id }))
+          textout.puts(val.to_s) if textout
+          return val, instance_id
+        end
+
+        def register_instance(region, lbname, instance_external_id, vpcid, nagios=false, textout=nil, verbose=nil, ufile=nil)
+          if ufile
+            @undofile.prepend("zaws load_balancer deregister_instance #{lbname} #{instance_external_id} --region #{region} --vpcid my_vpc_id $XTRA_OPTS", '#Deregister instance', ufile)
+          end
+          instance_registered, instance_id = exists_instance(region, lbname, instance_external_id, vpcid, nil, verbose)
+          return ZAWS::Helper::Output.binary_nagios_check(instance_registered, "OK: Instance registerd.", "CRITICAL: Instance not registered.", textout) if nagios
+          if not instance_registered
+            comline="aws --region #{region} elb register-instances-with-load-balancer"
+            comline+=" --load-balancer-name #{lbname}"
+            comline+=" --instances #{instance_id}"
+            newinstance=JSON.parse(@shellout.cli(comline, verbose))
+            ZAWS::Helper::Output.out_change(textout, "New instance registered.") if newinstance["Instances"]
+          else
+            ZAWS::Helper::Output.out_no_op(textout, "Instance already registered. Skipping registration.")
+          end
+        end
+
+        def deregister_instance(region, lbname, instance_external_id, vpcid, textout=nil, verbose=nil)
+          instance_registered, instance_id = exists_instance(region, lbname, instance_external_id, vpcid, nil, verbose)
+          if instance_registered
+            comline="aws --region #{region} elb deregister-instances-with-load-balancer"
+            comline+=" --load-balancer-name #{lbname}"
+            comline+=" --instances #{instance_id}"
+            newinstance=JSON.parse(@shellout.cli(comline, verbose))
+            verbose.puts "DEBUG: newinstance=#{newinstance} TODO: need to know if it is returning a json object with a return key." if verbose
+            ZAWS::Helper::Output.out_change(textout, "Instance deregistered.") if newinstance["return"] == "true"
+          else
+            ZAWS::Helper::Output.out_no_op(textout, "Instance not registered. Skipping deregistration.")
+          end
+        end
+
+        def exists_listener(region, lbname, lbprotocol, lbport, inprotocol, inport, textout=nil, verbose=nil)
+          lbexists, instances, ldescriptions=exists(region, lbname, nil, verbose)
+          verbose.puts ldescriptions if verbose
+          val = (lbexists and (ldescriptions.any? { |x| x["Listener"]["LoadBalancerPort"]==(lbport.to_i) && x["Listener"]["Protocol"]==lbprotocol && x["Listener"]["InstancePort"]==(inport.to_i) && x["Listener"]["InstanceProtocol"]==inprotocol }))
+          textout.puts(val.to_s) if textout
+          return val
+        end
+
+        def declare_listener(region, lbname, lbprotocol, lbport, inprotocol, inport, nagios=false, textout=nil, verbose=nil, ufile=nil)
+          if ufile
+            @undofile.prepend("zaws load_balancer delete_listener #{lbname} #{lbprotocol} #{lbport} #{inprotocol} #{inport} --region #{region} $XTRA_OPTS", '#Delete listener', ufile)
+          end
+          lexists=exists_listener(region, lbname, lbprotocol, lbport, inprotocol, inport, nil, verbose)
+          return ZAWS::Helper::Output.binary_nagios_check(lexists, "OK: Listerner exists.", "CRITICAL: Listener does not exist.", textout) if nagios
+          if not lexists
+            comline="aws --region #{region} elb create-load-balancer-listeners"
+            comline+=" --load-balancer-name #{lbname}"
+            comline+=" --listeners '#{calculated_listener(lbprotocol, lbport, inprotocol, inport)}'"
+            @shellout.cli(comline, verbose)
+            verbose.puts "DEBUG: There is no return value, unnormal." if verbose
+            ZAWS::Helper::Output.out_change(textout, "Listener created.")
+          else
+            ZAWS::Helper::Output.out_no_op(textout, "Listerner exists. Skipping creation.")
+          end
+        end
+
+        def delete_listener(region, lbname, lbprotocol, lbport, inprotocol, inport, textout=nil, verbose=nil)
+          lexists=exists_listener(region, lbname, lbprotocol, lbport, inprotocol, inport, nil, verbose)
+          if lexists
+            comline="aws --region #{region} elb delete-load-balancer-listeners"
+            comline+=" --load-balancer-name #{lbname}"
+            comline+=" --load-balancer-ports '#{lbport}'"
+            dellistener=JSON.parse(@shellout.cli(comline, verbose))
+            verbose.puts "DEBUG: newinstance=#{dellistener} TODO: need to know if it is returning a json object with a return key." if verbose
+            ZAWS::Helper::Output.out_change(textout, "Listerner deleted.") if dellistener["return"] == "true"
+          else
+            ZAWS::Helper::Output.out_no_op(textout, "Listener does not exist. Skipping deletion.")
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/zaws/services/iam.rb

@@ -0,0 +1,25 @@
+require 'json'
+require 'netaddr'
+require 'timeout'
+
+module ZAWS
+  class IAM 
+
+	def initialize(shellout,aws)
+	  @shellout=shellout
+	  @aws=aws
+	end
+
+	def role 
+	  @_role ||= (ZAWS::Services::IAM::Role.new(@shellout,@aws))
+	  return @_role
+	end
+	
+	def policy 
+	  @_policy ||= (ZAWS::Services::IAM::Policy.new(@shellout,@aws))
+	  return @_policy
+	end
+	
+  end
+end
+

data/lib/zaws/services/iam/policy.rb

@@ -0,0 +1,25 @@
+require 'json'
+require 'netaddr'
+require 'timeout'
+
+module ZAWS
+  module Services
+    module IAM
+      class Policy
+
+        def initialize(shellout, aws)
+          @shellout=shellout
+          @aws=aws
+        end
+
+        def view_default_policy_version(policy_arn, view, textout, verbose)
+          @aws.awscli.command_iam.getPolicy.execute(policy_arn, 'json', verbose)
+          version=@aws.awscli.data_iam.policy.defaultVersion
+          @aws.awscli.command_iam.getPolicyVersion.execute(policy_arn, version, view, verbose)
+          textout.puts(@aws.awscli.data_iam.policy_version.view()) if textout
+        end
+
+      end
+    end
+  end
+end

data/lib/zaws/services/iam/role.rb

@@ -0,0 +1,23 @@
+require 'json'
+require 'netaddr'
+require 'timeout'
+
+module ZAWS
+  module Services
+    module IAM
+      class Role
+
+        def initialize(shellout, aws)
+          @shellout=shellout
+          @aws=aws
+        end
+
+        def view_policy(role, policy, view, textout, verbose)
+          @aws.awscli.command_iam.getRolePolicy.execute(role, policy, view, verbose)
+          textout.puts(@aws.awscli.data_iam.role_policy.view())
+        end
+
+      end
+    end
+  end
+end

data/lib/zaws/services/nessus.rb

@@ -0,0 +1,24 @@
+module ZAWS
+  module Controllers
+    class Nessus
+
+      def initialize(shellout, nessusapi)
+        @shellout=shellout
+        @_nessusapi= nessusapi ? nessusapi : ZAWS::Nessusapi.new(@shellout)
+      end
+
+      def nessusapi
+        return @_nessusapi
+      end
+
+      def scanners
+        @_scanners ||= (ZAWS::Services::Nessus::Scanners.new(@shellout, self))
+      end
+
+      def agents
+        @_agents ||= (ZAWS::Services::Nessus::Agents.new(@shellout, self))
+      end
+
+    end
+  end
+end