iravat 0.1.0 → 0.1.1

data/lib/awsconf/aws_config.xml

@@ -10,14 +10,28 @@
         <Port>443</Port>
         <Protocol>https</Protocol>
         <MultiThread>false</MultiThread>
-        <NamePrefix>ChipMonk</NamePrefix>
-        <NameSuffix>S3</NameSuffix>
+        <NamePrefix>chipmonk</NamePrefix>
+        <NameSuffix>s3</NameSuffix>
 	      <Delimeter>-</Delimeter>
     </S3>
 
     <EC2>
         <NamePrefix>ChipMonk></NamePrefix>
-       <NameSuffix>S3</NameSuffix>        
+        <NameSuffix>S3</NameSuffix>
+
+        <!--TODO: These can be made per region configurations -->
+        <KeyNameToUse>iravat_test_key</KeyNameToUse>
+        <SecurityGroupToUse>quick-start-1</SecurityGroupToUse>
+
+        <!--Initializer related configuration of EC2 -->>
+        <MinWaitToRetryToCheckRunningInSeconds>20</MinWaitToRetryToCheckRunningInSeconds>
+        <MaxRetriesToCheckRunning>30</MaxRetriesToCheckRunning>
+        <DefaultUserIDToLogIn>ubuntu</DefaultUserIDToLogIn>
+        <SSHKeyPathToLogin>/etc/conf/chipmonk/keys/ec2/iravat_test_key.pem</SSHKeyPathToLogin>
+        <BundlePathToCopy>/etc/conf/chipmonk/bundle</BundlePathToCopy>
+        <BundleInitScriptToExecute>./ec2_initializer_script.sh</BundleInitScriptToExecute>
+
+         <S3ToolInstanceName>chipmonk-tools-s3</S3ToolInstanceName>
     </EC2>
 
     <LogFile>

data/lib/ec2/ir_ec2.rb

@@ -10,6 +10,8 @@ class IrEC2
     awsConfig.loadConfigurationFile()
     @awsKeyID=awsConfig.getPathFromXML("/ChipMonkAWSConfigs/AWSAccessKey/AWSAccessKey")
     @awsSecretKey=awsConfig.getPathFromXML("/ChipMonkAWSConfigs/AWSAccessKey/AWSAccessSecretKey")
+    @awsKeyToUse=awsConfig.getPathFromXML("/ChipMonkAWSConfigs/EC2/KeyNameToUse")
+    @awsSecurityGroupToUse=awsConfig.getPathFromXML("/ChipMonkAWSConfigs/EC2/SecurityGroupToUse")
   end
 
 
@@ -38,25 +40,29 @@ class IrEC2
 
   def getKey()
     begin
-      key = @ec2.describe_key_pairs()[0][:aws_key_name]
-      if(key.nil?)
-        @logger.error("No Key pair existing")
+      keyPairs= @ec2.describe_key_pairs([@awsKeyToUse])
+      if(keyPairs.nil? or keyPairs.length <= 0)
+        @logger.error("No Key pair existing for mentioned key name " + @awsKeyToUse)
+        return nil
       end
-      return key
-      rescue RightAws::AwsError=>err 
+
+     return @awsKeyToUse
+     rescue RightAws::AwsError=>err 
         self.error_ec2(err)
         return nil
-    end
+      end
   end
 
   
   def  getSecurityGroup()
     begin
-      securityGroup = @ec2.describe_key_pairs()[0]
-      if(securityGroup.nil?)
+      securityGroups = @ec2.describe_security_groups([@awsSecurityGroupToUse])
+      if(securityGroups.nil? or securityGroups.length <=0 )
         @logger.error("No security group created")
+        return nil
       end
-      return securityGroup
+
+      return [@awsSecurityGroupToUse]
       rescue RightAws::AwsError=>err 
         self.error_ec2(err)
         return nil
@@ -110,7 +116,7 @@ class IrEC2
       responseDetails=@ec2.run_instances(imageID,
                        1,
                        1,
-                       self.getSecurityGroup()[:aws_group_name],
+                       self.getSecurityGroup(),
                        self.getKey(),
                        userCookieData,
                        nil,
@@ -178,10 +184,10 @@ if __FILE__ == $0
     #@logger=$ir_logger.getLog4rLogger()
     ec2Manager=IrEC2.new
     if(ec2Manager.connectToAWS() == true)
-      ec2Manager.printAllActiveImages()
-      instanceID=ec2Manager.createNewInstance("ami-00d62369", "t1.micro","us-east-1b","Sudhanshu-Started")
-      ec2Manager.terminateInstance(instanceID)
-      ec2Manager.printAllActiveImages()
+      #ec2Manager.printAllActiveImages()
+      instanceID=ec2Manager.createNewInstance('ami-3ef00d57', 't1.micro','us-east-1b','Sudhanshu-Started')
+      #ec2Manager.terminateInstance(instanceID)
+      #ec2Manager.printAllActiveImages()
     end
 
 

data/lib/ec2/ir_ec2_instance_initializer.rb

@@ -0,0 +1,189 @@
+module Iravat
+#require '../iravat.rb'
+#require './ir_module'
+
+class IrEC2InstanceInitializer
+  
+  def initialize(instanceIDToCheck)
+    @logger = IrLogger.new(self.class.name).getLog4rLogger()
+    awsConfig=IrAwsConfigManager.new(IRAVAT_AWS_CONFIG_XML_PATH)
+    awsConfig.loadConfigurationFile()
+    @awsKeyID=awsConfig.getPathFromXML("/ChipMonkAWSConfigs/AWSAccessKey/AWSAccessKey")
+    @awsSecretKey=awsConfig.getPathFromXML("/ChipMonkAWSConfigs/AWSAccessKey/AWSAccessSecretKey")
+    @maxRetries=Integer(awsConfig.getPathFromXML("/ChipMonkAWSConfigs/EC2/MaxRetriesToCheckRunning"))
+    @minRetryInterval=Integer(awsConfig.getPathFromXML("/ChipMonkAWSConfigs/EC2/MaxRetriesToCheckRunning"))
+    @sshKeyPath=awsConfig.getPathFromXML("/ChipMonkAWSConfigs/EC2/SSHKeyPathToLogin")
+    @dirCopyPath=awsConfig.getPathFromXML("/ChipMonkAWSConfigs/EC2/BundlePathToCopy")
+    @scriptToExecute=awsConfig.getPathFromXML("/ChipMonkAWSConfigs/EC2/BundleInitScriptToExecute")
+    @s3ToolMountS3=awsConfig.getPathFromXML("/ChipMonkAWSConfigs/EC2/S3ToolInstanceName")
+    @instanceID=instanceIDToCheck
+    @logger.info("Checking for instance id" + instanceIDToCheck)
+  end
+
+ #common error handler for RightScale Lib
+  def error_ec2 (err)
+      err.errors.each do |e|
+        @logger.error(err.errors)
+      end
+  end 
+
+  def waitForEC2InstanceToGetRunning()
+    #return true when successful
+    #return false when unsuccessful and log the error
+    #errors can be
+    #    No instance found for the instance ID
+    #    Unable to connect to Amazon with the mentioned accesskey
+    #    Able to connect to AWS but instance state is not running
+    begin
+      ec2   = RightAws::Ec2.new(@awsKeyID,@awsSecretKey)
+      if(ec2.nil?)
+        @logger.error("Failed to create an access to EC2")
+        return false
+      end
+      i = 0
+      while i < @maxRetries
+        awsInstances=ec2.describe_instances([@instanceID])
+        if awsInstances.nil?
+          @logger.error("Failed to initialize the instance " + @instanceID + 
+                          " instance details could not be fetched ")
+          return false
+        end
+        if awsInstances.length <= 0
+             @logger.error("Failed to initialize the instance " + @instanceID + 
+                          " instance details could not be correctly fetched ")
+          return false
+        end       
+
+
+        awsInstances.each do |awsInstance|
+          if( awsInstance[:aws_state] == "running" and awsInstance[:aws_instance_id] == @instanceID)
+            @publicDomainName=awsInstance[:dns_name]  
+            #we are done as we have got the state as running from AWS
+            return true
+          end
+        end
+        @logger.debug ("put to retry" )
+        sleep @minRetryInterval
+      end
+      @logger.error("Failed to get the instance " + @instanceID + " running!!!")
+      return false
+      
+      rescue RightAws::AwsError => err 
+        self.error_ec2(err)
+        return false
+    end    
+  end
+
+   def initializationSetupOnEC2(userName, password, s3ToolStorageName)
+   end
+
+
+  def initializationSetupOnEC2(userName, password, s3UserStorageName)
+       @logger.debug("Copying to server " + @publicDomainName)
+       @logger.debug("Local Path " + @dirCopyPath)
+       @logger.debug("Key Path " + @sshKeyPath)
+       retries=0
+       max_retries=5
+       defaults= {:keys => [@sshKeyPath], :timeout =>10 }
+       defaults_passwd= {:password => password, :timeout =>10 }
+
+       while retries < max_retries
+         begin
+           Net::SCP.start(@publicDomainName, 'ubuntu', defaults) do |scp|
+            # upload a file to a remote server
+            scp.upload! @dirCopyPath, '/home/ubuntu/', :recursive => true
+           end
+           @logger.debug("Successful copy of bundle to server " + @publicDomainName)
+           break
+         rescue 
+           retries = retries + 1
+           sleep 15
+           @logger.debug("Failed on copy of bundle to server " + @publicDomainName + ". Going for retry")
+           if retries == max_retries
+             @logger.error("All attempts to copy files to server failed" + @publicDomainName)
+           end
+         end
+       end
+      retries=0
+      @logger.debug @scriptToExecute + " " + userName + " " + password
+
+      while retries < max_retries
+        begin
+          Net::SSH.start(@publicDomainName,'ubuntu', defaults)do |ssh|
+            result = ssh.exec!('cd bundle;' +  @scriptToExecute + ' ' + userName + ' ' + password + ';touch /home/ubuntu/patched_server' )
+          end
+           @logger.debug("Successful running init script on server " + @publicDomainName)
+           break
+        rescue 
+          retries = retries + 1
+          sleep 15
+          @logger.debug("Failed to run init script on server " + @publicDomainName + ". Going for retry")
+          if retries == max_retries
+            @logger.error("All attempts run init script on server failed." + @publicDomainName)
+          end
+        end
+      end
+
+      retries=0
+      while retries < max_retries
+        begin
+          Net::SSH.start(@publicDomainName, userName, defaults_passwd)do |ssh|
+            command = 'export AWSACCESSKEYID=' + @awsKeyID + ';export AWSSECRETACCESSKEY=' + @awsSecretKey + ';s3fs -o allow_other ' + s3UserStorageName + ' ' + '/home/' + userName + '/IravatSharedData' + ';s3fs -o allow_other ' + @s3ToolMountS3 + ' ' + '/iravat'
+             @logger.debug(command)
+             
+            result = ssh.exec!( command )
+          end
+           @logger.debug("Successful running init script as user server " + @publicDomainName)
+           break
+        rescue 
+          retries = retries + 1
+          sleep 15
+          @logger.debug("Failed to run init script as user on server " + @publicDomainName + ". Going for retry")
+          if retries == max_retries
+            @logger.error("All attempts run init script as user server failed." + @publicDomainName)
+          end
+        end
+      end
+
+
+    
+
+      return @publicDomainName
+  end
+
+
+end
+
+if __FILE__ == $0
+    username='iravat_test'
+    password='iravat'
+    instancename='ami-7632ce1f'
+    instancesize='t1.micro'
+    instancelocation='us-east-1b'
+    instance_user_info='Sudhanshu-Started'
+    ir = IrS3.new
+    ir.create_s3_bucket(username)
+    s3name = ir.get_bucket_name(username)
+
+    ec2Manager=IrEC2.new
+    if(ec2Manager.connectToAWS() == true)
+
+     #ec2Manager.printAllActiveImages()
+     instanceID=ec2Manager.createNewInstance(instancename,
+                                             instancesize,
+                                             instancelocation,
+                                             instance_user_info)
+     #ec2Manager.terminateInstance(instanceID)
+     #ec2Manager.printAllActiveImages()
+     ec2Init=IrEC2InstanceInitializer.new(instanceID)
+     if(ec2Init.waitForEC2InstanceToGetRunning())
+       ec2Init.initializationSetupOnEC2(username, password, s3name)
+     else
+       puts("Failed to get instance running")
+     end
+    end
+
+
+end
+
+end

data/lib/iravat.rb

@@ -12,6 +12,8 @@ require 'logger/ir_log_initializer'
 require 'awsconf/ir_aws_config_manager'
 require 's3/ir_s3'
 require 'ec2/ir_ec2'
+require 'ec2/ir_ec2_instance_initializer'
+
 
 module Iravat
 

data/lib/logger/log4r_config.xml

@@ -48,7 +48,6 @@
         <outputter>file_outputter</outputter>
     </logger>
 </log4r_config>
-W, [2011-04-20T15:23:41.665759 #9565]  WARN -- : Unable to initiate logging for module MasterLogger
 
 W, [2011-04-20T15:23:41.665927 #9565]  WARN -- : Unable to initiate logging for module MasterLogger
 

data/lib/s3/ir_s3.rb

@@ -53,11 +53,14 @@
         self.error_aws(s3,err) 
     end
 
+    def get_bucket_name(username)
+      @name_prefix+@delimeter+username+@delimeter+@name_suffix
+    end
 
     def create_s3_bucket(username)
       s3 = RightAws::S3.new(@aws_access_key_id,  @aws_secret_access_key,@s3config)
       
-      bucketname = @name_prefix+@delimeter+username+@delimeter+@name_suffix
+      bucketname = self.get_bucket_name(username)
       
       @logger.info(bucketname)
 
@@ -92,7 +95,7 @@
   if __FILE__ == $0
     ir = IrS3.new
     
-    ir.create_s3_bucket("alok")
+    ir.create_s3_bucket("IravatInstances")
     ir.list_s3_bucket()
     #ir.delete_s3_bucket("iravattest")
   end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: iravat
 version: !ruby/object:Gem::Version 
-  hash: 27
+  hash: 25
   prerelease: false
   segments: 
   - 0
   - 1
-  - 0
-  version: 0.1.0
+  - 1
+  version: 0.1.1
 platform: ruby
 authors: 
 - alok
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-04-23 00:00:00 +05:30
+date: 2011-05-09 00:00:00 +05:30
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -91,6 +91,7 @@ files:
 - lib/awsconf/aws_config.xml
 - lib/awsconf/ir_aws_config_manager.rb
 - lib/ec2/ir_ec2.rb
+- lib/ec2/ir_ec2_instance_initializer.rb
 - lib/iravat.rb
 - lib/logger/ir_log_initializer.rb
 - lib/logger/ir_logger.rb