aws_one_click_staging 0.0.7 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a9e972947656fc8ccaf30c1cd6d5cf6355d8baca
-  data.tar.gz: 5b29ee1a07385d35aa42a19d4374099cda86d857
+  metadata.gz: 3e3cdc6ae9700edde65741d6ff8e797d3b260e45
+  data.tar.gz: 21a64e404ca0f783c34d102b858cea2dcf8ec3b0
 SHA512:
-  metadata.gz: 61032bae2a85ea76f27fa846135cff4e249f427a4a2afddcc25b0987f3e896a7ecd6bc60dac1bca4c087c40fb8ca69559b7d82a1a4c840101868e537a3e396e0
-  data.tar.gz: f45ffeb216713fbc204471459e71125b0e3a9f2a4ba73b31cbc52d9f0f95b9959fca9df66822f131e8c0f60fc5da1b37c460fad8afd6b996e518389779b3c9bf
+  metadata.gz: 97712b3d3f4bccc0dc6c7a9e1813c43d6bcae612328091a07e7e5ea6cd9e71e11056fabfa4efa59518b098c9a53e0786b0af2d67ca2e98b342f6656d69378891
+  data.tar.gz: 6bb7d555055c86dff31d8c814f9b2570b4d3afc116fdfc5e2d52bc71edf1e579a3976b8bbd0166bbc0119ceda0d601bd19998c05aeec173309ed5c527bfe671f

data/README.md

@@ -4,6 +4,7 @@ AwsOneClickStaging is a CLI app that will allow you to create a clone of amazon'
 
 If you didn't already know, S3 is a file storage solution offered by Amazon, and it's not user friendly so you pretty much need to write/ use a script like this in order to setup a staging server.  RDS is Amazon's database storage.  As with all amazon services, RDS databases are in the clown so you can rely on it working well with your app and working hard to provide your users with hillarious service.  
 
+
 ## Installation
 
 Run this code (you need ruby) to install:
@@ -40,10 +41,11 @@ aws_one_click_staging stage
 
 After a while, the operation will complete and it will say 'congrats' or something and output the RDS url and bucket name for the staging clone.  Plug those values into your staging server and you should be good to go.  
 
+
 ## AWS Permissions
 
 Because you're a professional, you want to grant only the permissions absolutely necessary to the 'staging-bot' user.  
-That's commendable.  Use the below scripts and replace `PRODUCTIONDB` with the name of your production database/ s3 bucket (hopefully you used the same name for both).
+That's commendable.  Use the below scripts and replace `PRODUCTIONDB` with the name of your production database/ s3 bucket (hopefully you used the same name for both).  These rules are set via the `Identity & Access Management` subconsole on amazon.  
 
 (staging-bot-rds-can-do-anything-to-staging-db)
 ```
@@ -151,7 +153,8 @@ That's commendable.  Use the below scripts and replace `PRODUCTIONDB` with the n
                 "s3:ListMultipartUploadParts"
             ],
             "Resource": [
-                "arn:aws:s3:::PRODUCTIONDB"
+                "arn:aws:s3:::PRODUCTIONDB",
+                "arn:aws:s3:::PRODUCTIONDB/*"
             ]
         }
     ]

data/bin/aws_one_click_staging

@@ -4,19 +4,33 @@ require 'thor'
 require "aws_one_click_staging"
 
 class AwsOneClickStagingRunner < Thor
+  default_task :help
 
-  default_task :start
-
-  desc "check", "Checks if your ~/.config/aws_one_click_staging.yml for validity"
+  desc "check", "Checks your ~/.config/aws_one_click_staging.yml for validity"
   def check
     AwsOneClickStaging.check
   end
 
-  desc "stage", "Makes a copy of the RDS database and the staging server's S3 bucket.  This takes a while."
+  desc "stage", "Makes a copy of the RDS database and the staging server's S3 bucket.  This takes a while.  Run on an Amazon shell!"
   def stage
     AwsOneClickStaging.stage
   end
 
+  desc "just_rds", "Just clones the RDS part of things."
+  def just_rds
+    AwsOneClickStaging.just_rds
+  end
+
+  desc "just_s3", "Just clones the s3 part of things."
+  def just_s3
+    AwsOneClickStaging.just_s3
+  end
+
+  desc "just_ec2", "Just clones the ec2 part of things."
+  def just_ec2
+    AwsOneClickStaging.just_ec2
+  end
+
   desc "version", "Prints gem's version"
   def version
     AwsOneClickStaging::VERSION

data/lib/aws_one_click_staging.rb

@@ -14,15 +14,43 @@ module AwsOneClickStaging
     puts "cloning s3 bucket from amazon... this takes forever..."
     warrior.clone_s3_bucket
 
-    puts "operations completed successfully!"
+    puts warrior.get_fancy_string_of_staging_db_uri
+
+    puts "\nOperations completed successfully!"
   end
 
   def self.check
     warrior = AwsWarrior.new # this makes a config file if needed
-    puts "This command *would* test that you have the needed "
-    puts "permissions on the buckets and rds instances you named "
-    puts "in your config file... but alas, you're reading the "
-    puts "outputs of a stubbed method..."
+    puts "This command *would* test that you have the needed permissions on the "
+    puts "buckets and rds instances you named in your config file... "
+    puts "but alas, you're reading the outputs of a stubbed method..."
+  end
+
+  def self.just_s3
+    warrior = AwsWarrior.new
+    return if warrior.nil?
+
+    puts "cloning s3 bucket from amazon... this takes forever..."
+    warrior.clone_s3_bucket
+    puts "\nOperations completed successfully!"
+
+  end
+
+  def self.just_rds
+    warrior = AwsWarrior.new
+    return if warrior.nil?
+
+    puts "cloning database from amazon... this takes a while..."
+    warrior.clone_rds
+
+    puts warrior.get_fancy_string_of_staging_db_uri
+
+    puts "\nOperations completed successfully!"
+  end
+
+  def self.just_ec2
+    warrior = AwsWarrior.new
+    puts "this is a stub because we only did this one time and don't feel need to repeat."
   end
 
 end

data/lib/aws_one_click_staging/aws_warrior.rb

@@ -12,23 +12,21 @@ module AwsOneClickStaging
       @config_file = File.expand_path("#{@config_dir}/aws_one_click_staging.yml")
       return nil if create_config_file_if_needed!
       @config = YAML.load(read_config_file)
+      setup_aws_credentials_and_configs
     end
 
     def clone_rds
-      setup_aws_credentials
-
-      @c = Aws::RDS::Client.new
+      setup_aws_credentials_and_configs
 
       delete_snapshot_for_staging!
       create_new_snapshot_for_staging!
 
       delete_staging_db_instance!
       spawn_new_staging_db_instance!
-      print_staging_db_uri
     end
 
     def clone_s3_bucket
-      setup_aws_credentials
+      setup_aws_credentials_and_configs
 
       from_creds = { aws_access_key_id: @access_key_id,
         aws_secret_access_key: @secret_access_key,
@@ -38,14 +36,28 @@ module AwsOneClickStaging
         bucket: @aws_staging_bucket}
 
       bs = BucketSyncService.new(from_creds, to_creds)
-      #bs.debug = true
+      bs.debug = true
+
+      puts "beginning clone of S3 bucket, this can go on for tens of minutes..."
       bs.perform
     end
 
+    def get_fancy_string_of_staging_db_uri
+      setup_aws_credentials_and_configs
+      
+      l = 66
+      msg = ""
+      msg += "*" * l + "\n"
+      msg += "* "
+      msg += get_fresh_db_instance_state(@db_instance_id_staging).endpoint.address
+      msg += "  *\n"
+      msg += "*" * l
+      msg
+    end
 
     private
 
-    def setup_aws_credentials
+    def setup_aws_credentials_and_configs
       aws_region = @config["aws_region"]
       @access_key_id = @config["aws_access_key_id"]
       @secret_access_key = @config["aws_secret_access_key"]
@@ -60,6 +72,8 @@ module AwsOneClickStaging
 
       Aws.config.update({ region: aws_region,
         credentials: Aws::Credentials.new(@access_key_id, @secret_access_key) })
+
+      @c = Aws::RDS::Client.new
     end
 
     def delete_snapshot_for_staging!
@@ -73,7 +87,7 @@ module AwsOneClickStaging
     end
 
     def create_new_snapshot_for_staging!
-      puts "creating new snapshot... this takes like 70 seconds..."
+      puts "creating new snapshot... this takes like 170 seconds..."
       response = @c.create_db_snapshot({db_instance_identifier: @db_instance_id_production,
         db_snapshot_identifier: @db_snapshot_id })
 
@@ -85,6 +99,7 @@ module AwsOneClickStaging
 
 
     def delete_staging_db_instance!
+      puts "Deleting old staging instance... This one's a doozy =/"
       response = @c.delete_db_instance(db_instance_identifier: @db_instance_id_staging,
         skip_final_snapshot: true)
 
@@ -94,6 +109,7 @@ module AwsOneClickStaging
     end
 
     def spawn_new_staging_db_instance!
+      puts "Spawning a new fully clony RDS db instance for staging purposes"
       response = @c.create_db_instance(db_instance_identifier: @db_instance_id_staging,
         db_instance_class: "db.t1.micro",
         engine: "postgres",
@@ -121,16 +137,7 @@ module AwsOneClickStaging
       true
     end
 
-    def print_staging_db_uri
-      l = 65
-      msg = ""
-      msg += "*" * l + "\n"
-      msg += "* "
-      msg += get_fresh_db_instance_state(@db_instance_id_staging).endpoint.address
-      msg += "  *\n"
-      msg += "*" * l
-      puts msg
-    end
+
 
 
     def read_config_file

data/lib/aws_one_click_staging/version.rb

@@ -1,3 +1,3 @@
 module AwsOneClickStaging
-  VERSION = "0.0.7"
+  VERSION = "0.1.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aws_one_click_staging
 version: !ruby/object:Gem::Version
-  version: 0.0.7
+  version: 0.1.0
 platform: ruby
 authors:
 - TheNotary