RubyGems - datapimp - Versions diffs - 1.2.9 → 1.2.10 - Mend

datapimp 1.2.9 → 1.2.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (8) hide show

checksums.yaml +4 -4
data/datapimp.gemspec +2 -1
data/lib/datapimp/cli/create.rb +95 -0
data/lib/datapimp/clients/amazon.rb +6 -0
data/lib/datapimp/templates/cloudfront/403.html.erb +10 -0
data/lib/datapimp/templates/cloudfront/aws_cloudfront_distribution_template.json +110 -0
data/lib/datapimp/templates/cloudfront/aws_cloudfront_distribution_with_new_buckets_template.json +153 -0
metadata +19 -2

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cefbe35382728253f753fd6be27f9531ff94d8fe
-  data.tar.gz: 6946bfabb7a71e24a223e814b9faccbedce4130a
+  metadata.gz: 3792340fb939bb27f1adb1c3cc84f000931f3862
+  data.tar.gz: 2e35324289e4b19730dbf02fa004a2942d199107
 SHA512:
-  metadata.gz: 0e1b34b0d94cbf1e2416da254574a2c82720962cb2625faa08e8265ae51639520bef1f4c0b136cc0b786e91688a6d07bace62d579e83e36138fa7fb619f6b171
-  data.tar.gz: 6efdf9992f40f4408dd5dc5e1764693e7437714d1b625638fdc8994d2c642754f4bbf96720528c67975067967ed8508b5247401349017dc072b2828d10211e6d
+  metadata.gz: b9b636585d5ae0e17bcfe46d1eae30c9ccde4fcfabf07e12de66536d12a3e30d52007ff3aaabcf209680dacd37e78a17ead6f24f8d21318a11ed8037fbc70c02
+  data.tar.gz: af0ecf140e8caf0659f4db26a516412f4dbbc6fa5fb24d702b745c7470f052afc052a7eb5f12873d6cc393aab92f9aff891ad842d6dd162fea1b5bae7d1985eb

data/datapimp.gemspec CHANGED Viewed

@@ -23,6 +23,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'commander', '>= 4.3'
   spec.add_dependency 'terminal-table'
   spec.add_dependency 'fog-aws', '>= 0.1'
+  spec.add_dependency 'aws-sdk', '~> 2'
   spec.add_dependency 'dropbox-api', '>= 0.4.7'
   spec.add_dependency 'google_drive', '>= 1.0'
   spec.add_dependency 'google-api-client', '>= 0.8'
@@ -38,7 +39,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'github-fs', '~> 0'
   spec.add_dependency 'colored', '> 0.0'
   spec.add_dependency 'multi_json', '~> 1.10'
   # one of these will go
   spec.add_dependency 'pivotal-tracker', '~> 0.5.13'
   spec.add_dependency 'tracker_api', '>= 0.2.10'

data/lib/datapimp/cli/create.rb CHANGED Viewed

@@ -131,3 +131,98 @@ command 'create cloudfront distribution' do |c|
   end
 end
+# bin/datapimp create cf protected distribution --name z-test --bucket 'warbler.architects.io' --error-bucket z-test-error-bucket --domains hola.com,hello.com --app-url https://blueprints.architects.io --origin-access-identity E2RCKW2LSUD589 --trace
+command 'create cf protected distribution' do |c|
+  c.syntax = "datapimp create cf protected distribution"
+  c.description = "create a cloudfront PROTECTED distribution using signed cookies"
+  Datapimp::Cli.accepts_keys_for(c, :amazon)
+  c.option '--name NAME', String, 'The name for this distribution'
+  c.option '--bucket NAME', String, 'The name of the *existing* bucket that will provide the content'
+  c.option '--error-bucket NAME', String, 'The name of the *existing* bucket that will hold the errors folder and 403.html file'
+  c.option '--domains DOMAINS', Array, 'What domains will be pointing to this bucket?'
+  c.option '--app-url NAME', String, 'The url of the AUTH Applitacion'
+  c.option '--origin-access-identity NAME', String, 'The Origin Access Identity to be used to create the distribution'
+  c.action do |args, options|
+    cf = Datapimp::Sync.amazon.cloud_formation
+    template_body = File.read(File.join(File.dirname(__FILE__), '..', 'templates/cloudfront', 'aws_cloudfront_distribution_template.json'))
+    res = cf.create_stack(
+      stack_name: options.name,
+      template_body: template_body,
+      # disable_rollback: true,
+      parameters: [
+        {
+          parameter_key: "AppLocation",
+          parameter_value: URI.parse(options.app_url).host,
+          use_previous_value: true
+        },
+        {
+          parameter_key: "BucketName",
+          parameter_value: options.bucket,
+          use_previous_value: true
+        },
+        {
+          parameter_key: "ErrorBucketName",
+          parameter_value: options.error_bucket,
+          use_previous_value: true
+        },
+        {
+          parameter_key: "Aliases",
+          parameter_value: options.domains.join(','),
+          use_previous_value: true
+        },
+        {
+          parameter_key: "DistributionComment",
+          parameter_value: "#{options.name} distribution",
+          use_previous_value: true
+        },
+        {
+          parameter_key: "OriginAccessIdentity",
+          parameter_value: options.origin_access_identity,
+          use_previous_value: true
+        }
+      ]
+    )
+    begin
+      puts "Waiting for stack creation process to finish ..."
+      sleep 30
+      stack = cf.describe_stacks(stack_name: options.name).stacks.first
+    end while stack.stack_status == "CREATE_IN_PROGRESS"
+    if stack.stack_status != "CREATE_COMPLETE"
+      puts "stack failed to create"
+      exit 1
+    end
+    s3 = Aws::S3::Client.new(region: cf.config.region)
+    template_body_403 = ERB.new(File.read(File.join(File.dirname(__FILE__), '../templates/cloudfront', '403.html.erb'))).result(binding)
+    # S3 403.html error file
+    begin
+    s3.put_object(
+      bucket:         options.error_bucket,
+      key:            'errors/403.html',
+      content_type:   'text/html',
+      cache_control:  'max-age=300',
+      acl:            'public-read',
+      body:           template_body_403
+    )
+    rescue Aws::S3::Errors::NoSuchBucket
+      error_bucket = "#{options.error_bucket}.s3.amazonaws.com"
+      s3.put_object(
+        bucket:         error_bucket,
+        key:            'errors/403.html',
+        content_type:   'text/html',
+        cache_control:  'max-age=300',
+        acl:            'public-read',
+        body:           template_body_403
+      )
+    end
+  end
+end

data/lib/datapimp/clients/amazon.rb CHANGED Viewed

@@ -54,6 +54,12 @@ module Datapimp
         })
       end
+      # This needs ENV['AWS_ACCESS_KEY_ID'] and ENV['AWS_SECRET_ACCESS_KEY']
+      def cloud_formation
+        require 'aws-sdk'
+        @cloud_formation ||= Aws::CloudFormation::Client.new(region: aws_region)
+      end
       def s3_bucket_website_url
         if s3_bucket.is_a?(Fog::Storage::AWS::Directory)
           website_url_for(s3_bucket)

data/lib/datapimp/templates/cloudfront/403.html.erb ADDED Viewed

@@ -0,0 +1,10 @@
+<html>
+  <head>
+    <title>Redirecting...</title>
+  </head>
+  <body>
+    <script>
+      window.location="https://<%= options.app_url %>/authorization/get_ticket?service=https://<%= options.app_url %>&asset_url=" + document.location.href;
+    </script>
+  </body>
+</html>

data/lib/datapimp/templates/cloudfront/aws_cloudfront_distribution_template.json ADDED Viewed

@@ -0,0 +1,110 @@
+{
+  "AWSTemplateFormatVersion": "2010-09-09",
+  "Description": "Cloudfront Demo Setup",
+  "Parameters": {
+    "BucketName": {
+      "Type": "String",
+      "Description": "Name of the bucket to create"
+    },
+    "Aliases": {
+      "Type": "CommaDelimitedList",
+      "Description": "CNAMES for this distribution"
+    },
+    "ErrorBucketName": {
+      "Type": "String",
+      "Description": "Name of the bucket to hold the 403.html error page"
+    },
+    "AppLocation": {
+      "Type": "String",
+      "Description": "The DNS name you have deployed the app to (for example example.com)"
+    },
+    "DistributionComment": {
+      "Type": "String",
+      "Description": "Commeht section for the distribution"
+    },
+    "OriginAccessIdentity": {
+      "Type": "String",
+      "Description": "The value that CloudFront returned in the Id element when the origin access identity was created."
+    }
+  },
+  "Mappings": {},
+  "Conditions": {},
+  "Resources": {
+    "Distribution": {
+      "Type": "AWS::CloudFront::Distribution",
+      "Properties": {
+        "DistributionConfig": {
+          "Enabled": true,
+          "Comment": {"Ref": "DistributionComment"},
+          "Aliases": {"Ref": "Aliases"},
+          "Origins": [
+            {
+              "DomainName": { "Ref": "BucketName" },
+              "Id": "S3",
+              "S3OriginConfig": {
+                "OriginAccessIdentity": {"Fn::Join": ["", ["origin-access-identity/cloudfront/", {"Ref": "OriginAccessIdentity"}]]}
+              }
+            },
+            {
+              "DomainName": { "Ref": "ErrorBucketName" },
+              "Id": "ErrorS3",
+              "S3OriginConfig": {
+                "OriginAccessIdentity": {"Fn::Join": ["", ["origin-access-identity/cloudfront/", {"Ref": "OriginAccessIdentity"}]]}
+              }
+            },
+            {
+              "DomainName": { "Ref": "AppLocation" },
+              "Id": "Application",
+              "CustomOriginConfig": {
+                "OriginProtocolPolicy": "match-viewer"
+              }
+            }
+          ],
+          "CacheBehaviors": [
+            {
+              "TargetOriginId": "Application",
+              "PathPattern": "/authorization/*",
+              "ForwardedValues": {
+                "QueryString": true,
+                "Cookies": {
+                  "Forward": "whitelist",
+                  "WhitelistedNames": ["DUMMY"]
+                }
+              },
+              "ViewerProtocolPolicy": "allow-all"
+            },
+            {
+              "TargetOriginId": "ErrorS3",
+              "PathPattern": "/errors/*",
+              "ForwardedValues": {
+                "QueryString": false
+              },
+              "ViewerProtocolPolicy": "allow-all"
+            }
+          ],
+          "DefaultCacheBehavior": {
+            "TargetOriginId": "S3",
+            "ForwardedValues": {
+              "QueryString": false
+            },
+            "ViewerProtocolPolicy": "allow-all",
+            "TrustedSigners": ["self"]
+          },
+          "DefaultRootObject": "index.html",
+          "CustomErrorResponses": [
+            {
+              "ErrorCode": 403,
+              "ResponsePagePath": "/errors/403.html",
+              "ResponseCode": 403
+            }
+          ]
+        }
+      }
+    }
+  },
+  "Outputs": {
+    "Distribution": {
+      "Value": {"Ref": "Distribution"}
+    }
+  }
+}

data/lib/datapimp/templates/cloudfront/aws_cloudfront_distribution_with_new_buckets_template.json ADDED Viewed

@@ -0,0 +1,153 @@
+{
+  "AWSTemplateFormatVersion": "2010-09-09",
+  "Description": "Cloudfront Demo Setup",
+  "Parameters": {
+    "BucketName": {
+      "Type": "String",
+      "Description": "Name of the bucket to create"
+    },
+    "Aliases": {
+      "Type": "CommaDelimitedList",
+      "Description": "CNAMES for this distribution"
+    },
+    "ErrorBucketName": {
+      "Type": "String",
+      "Description": "Name of the bucket to hold the 403.html error page"
+    },
+    "AppLocation": {
+      "Type": "String",
+      "Description": "The DNS name you have deployed the app to (for example example.com)"
+    },
+    "DistributionComment": {
+      "Type": "String",
+      "Description": "Commeht section for the distribution"
+    },
+    "OriginAccessIdentity": {
+      "Type": "String",
+      "Description": "The value that CloudFront returned in the Id element when the origin access identity was created."
+    }
+  },
+  "Mappings": {},
+  "Conditions": {},
+  "Resources": {
+    "Bucket": {
+      "Type": "AWS::S3::Bucket",
+      "Properties": {
+         "AccessControl": "Private",
+         "BucketName": { "Ref": "BucketName" }
+       }
+    },
+    "ErrorBucket": {
+      "Type": "AWS::S3::Bucket",
+      "Properties": {
+         "AccessControl": "Private",
+         "BucketName": { "Ref": "ErrorBucketName" }
+       }
+    },
+    "BucketPolicy": {
+      "Type": "AWS::S3::BucketPolicy",
+      "Properties": {
+        "Bucket": { "Ref": "Bucket" },
+        "PolicyDocument": {
+          "Version": "2008-10-17",
+          "Id": "PolicyForCloudFrontPrivateContent",
+          "Statement": [
+            {
+              "Sid": "1",
+              "Effect": "Allow",
+              "Principal": {
+                "AWS": {"Fn::Join": [" ", ["arn:aws:iam::cloudfront:user/CloudFront Origin Access Identity", { "Ref": "OriginAccessIdentity"}]]}
+              },
+              "Action": "s3:GetObject",
+              "Resource": {"Fn::Join": ["", ["arn:aws:s3:::", {"Ref": "Bucket"}, "/*"]]}
+            }
+          ]
+        }
+      }
+    },
+    "Distribution": {
+      "Type": "AWS::CloudFront::Distribution",
+      "Properties": {
+        "DistributionConfig": {
+          "Enabled": true,
+          "Comment": {"Ref": "DistributionComment"},
+          "Aliases": {"Ref": "Aliases"},
+          "Origins": [
+            {
+              "DomainName": {"Fn::GetAtt":[ "Bucket", "DomainName"]},
+              "Id": "S3",
+              "S3OriginConfig": {
+                "OriginAccessIdentity": {"Fn::Join": ["", ["origin-access-identity/cloudfront/", {"Ref": "OriginAccessIdentity"}]]}
+              }
+            },
+            {
+              "DomainName": {"Fn::GetAtt":[ "ErrorBucket", "DomainName"]},
+              "Id": "ErrorS3",
+              "S3OriginConfig": {
+                "OriginAccessIdentity": {"Fn::Join": ["", ["origin-access-identity/cloudfront/", {"Ref": "OriginAccessIdentity"}]]}
+              }
+            },
+            {
+              "DomainName": {"Ref": "AppLocation"},
+              "Id": "Application",
+              "CustomOriginConfig": {
+                "OriginProtocolPolicy": "match-viewer"
+              }
+            }
+          ],
+          "CacheBehaviors": [
+            {
+              "TargetOriginId": "Application",
+              "PathPattern": "/authorization/*",
+              "ForwardedValues": {
+                "QueryString": true,
+                "Cookies": {
+                  "Forward": "whitelist",
+                  "WhitelistedNames": ["DUMMY"]
+                }
+              },
+              "ViewerProtocolPolicy": "allow-all"
+            },
+            {
+              "TargetOriginId": "ErrorS3",
+              "PathPattern": "/errors/*",
+              "ForwardedValues": {
+                "QueryString": false
+              },
+              "ViewerProtocolPolicy": "allow-all"
+            }
+          ],
+          "DefaultCacheBehavior": {
+            "TargetOriginId": "S3",
+            "ForwardedValues": {
+              "QueryString": false
+            },
+            "ViewerProtocolPolicy": "allow-all",
+            "TrustedSigners": ["self"]
+          },
+          "DefaultRootObject": "index.html",
+          "CustomErrorResponses": [
+            {
+              "ErrorCode": 403,
+              "ResponsePagePath": "/errors/403.html",
+              "ResponseCode": 403
+            }
+          ]
+        }
+      }
+    }
+  },
+  "Outputs": {
+    "Distribution": {
+      "Value": {"Ref": "Distribution"}
+    },
+    "ErrorBucket": {
+      "Value": {"Ref": "ErrorBucket"}
+    },
+    "Bucket": {
+      "Value": {"Ref": "Bucket"}
+    }
+  }
+}

metadata CHANGED Viewed

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datapimp
 version: !ruby/object:Gem::Version
-  version: 1.2.9
+  version: 1.2.10
 platform: ruby
 authors:
 - Jonathan Soeder
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-08-04 00:00:00.000000000 Z
+date: 2015-08-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pry
@@ -80,6 +80,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
 - !ruby/object:Gem::Dependency
   name: dropbox-api
   requirement: !ruby/object:Gem::Requirement
@@ -511,6 +525,9 @@ files:
 - lib/datapimp/sync/dropbox_folder.rb
 - lib/datapimp/sync/google_drive_folder.rb
 - lib/datapimp/sync/s3_bucket.rb
+- lib/datapimp/templates/cloudfront/403.html.erb
+- lib/datapimp/templates/cloudfront/aws_cloudfront_distribution_template.json
+- lib/datapimp/templates/cloudfront/aws_cloudfront_distribution_with_new_buckets_template.json
 - lib/datapimp/util.rb
 - lib/datapimp/version.rb
 - spec/datapimp/sync/github_spec.rb