datapimp 1.2.9 → 1.2.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cefbe35382728253f753fd6be27f9531ff94d8fe
-  data.tar.gz: 6946bfabb7a71e24a223e814b9faccbedce4130a
+  metadata.gz: 3792340fb939bb27f1adb1c3cc84f000931f3862
+  data.tar.gz: 2e35324289e4b19730dbf02fa004a2942d199107
 SHA512:
-  metadata.gz: 0e1b34b0d94cbf1e2416da254574a2c82720962cb2625faa08e8265ae51639520bef1f4c0b136cc0b786e91688a6d07bace62d579e83e36138fa7fb619f6b171
-  data.tar.gz: 6efdf9992f40f4408dd5dc5e1764693e7437714d1b625638fdc8994d2c642754f4bbf96720528c67975067967ed8508b5247401349017dc072b2828d10211e6d
+  metadata.gz: b9b636585d5ae0e17bcfe46d1eae30c9ccde4fcfabf07e12de66536d12a3e30d52007ff3aaabcf209680dacd37e78a17ead6f24f8d21318a11ed8037fbc70c02
+  data.tar.gz: af0ecf140e8caf0659f4db26a516412f4dbbc6fa5fb24d702b745c7470f052afc052a7eb5f12873d6cc393aab92f9aff891ad842d6dd162fea1b5bae7d1985eb

data/datapimp.gemspec

@@ -23,6 +23,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'commander', '>= 4.3'
   spec.add_dependency 'terminal-table'
   spec.add_dependency 'fog-aws', '>= 0.1'
+  spec.add_dependency 'aws-sdk', '~> 2'
   spec.add_dependency 'dropbox-api', '>= 0.4.7'
   spec.add_dependency 'google_drive', '>= 1.0'
   spec.add_dependency 'google-api-client', '>= 0.8'
@@ -38,7 +39,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'github-fs', '~> 0'
   spec.add_dependency 'colored', '> 0.0'
   spec.add_dependency 'multi_json', '~> 1.10'
-  
+
   # one of these will go
   spec.add_dependency 'pivotal-tracker', '~> 0.5.13'
   spec.add_dependency 'tracker_api', '>= 0.2.10'

data/lib/datapimp/cli/create.rb

@@ -131,3 +131,98 @@ command 'create cloudfront distribution' do |c|
 
   end
 end
+
+# bin/datapimp create cf protected distribution --name z-test --bucket 'warbler.architects.io' --error-bucket z-test-error-bucket --domains hola.com,hello.com --app-url https://blueprints.architects.io --origin-access-identity E2RCKW2LSUD589 --trace
+command 'create cf protected distribution' do |c|
+  c.syntax = "datapimp create cf protected distribution"
+  c.description = "create a cloudfront PROTECTED distribution using signed cookies"
+
+  Datapimp::Cli.accepts_keys_for(c, :amazon)
+
+  c.option '--name NAME', String, 'The name for this distribution'
+  c.option '--bucket NAME', String, 'The name of the *existing* bucket that will provide the content'
+  c.option '--error-bucket NAME', String, 'The name of the *existing* bucket that will hold the errors folder and 403.html file'
+  c.option '--domains DOMAINS', Array, 'What domains will be pointing to this bucket?'
+  c.option '--app-url NAME', String, 'The url of the AUTH Applitacion'
+  c.option '--origin-access-identity NAME', String, 'The Origin Access Identity to be used to create the distribution'
+
+  c.action do |args, options|
+    cf = Datapimp::Sync.amazon.cloud_formation
+
+    template_body = File.read(File.join(File.dirname(__FILE__), '..', 'templates/cloudfront', 'aws_cloudfront_distribution_template.json'))
+
+    res = cf.create_stack(
+      stack_name: options.name,
+      template_body: template_body,
+      # disable_rollback: true,
+      parameters: [
+        {
+          parameter_key: "AppLocation",
+          parameter_value: URI.parse(options.app_url).host,
+          use_previous_value: true
+        },
+        {
+          parameter_key: "BucketName",
+          parameter_value: options.bucket,
+          use_previous_value: true
+        },
+        {
+          parameter_key: "ErrorBucketName",
+          parameter_value: options.error_bucket,
+          use_previous_value: true
+        },
+        {
+          parameter_key: "Aliases",
+          parameter_value: options.domains.join(','),
+          use_previous_value: true
+        },
+        {
+          parameter_key: "DistributionComment",
+          parameter_value: "#{options.name} distribution",
+          use_previous_value: true
+        },
+        {
+          parameter_key: "OriginAccessIdentity",
+          parameter_value: options.origin_access_identity,
+          use_previous_value: true
+        }
+      ]
+    )
+
+    begin
+      puts "Waiting for stack creation process to finish ..."
+      sleep 30
+      stack = cf.describe_stacks(stack_name: options.name).stacks.first
+    end while stack.stack_status == "CREATE_IN_PROGRESS"
+
+    if stack.stack_status != "CREATE_COMPLETE"
+      puts "stack failed to create"
+      exit 1
+    end
+
+    s3 = Aws::S3::Client.new(region: cf.config.region)
+    template_body_403 = ERB.new(File.read(File.join(File.dirname(__FILE__), '../templates/cloudfront', '403.html.erb'))).result(binding)
+
+    # S3 403.html error file
+    begin
+    s3.put_object(
+      bucket:         options.error_bucket,
+      key:            'errors/403.html',
+      content_type:   'text/html',
+      cache_control:  'max-age=300',
+      acl:            'public-read',
+      body:           template_body_403
+    )
+    rescue Aws::S3::Errors::NoSuchBucket
+      error_bucket = "#{options.error_bucket}.s3.amazonaws.com"
+      s3.put_object(
+        bucket:         error_bucket,
+        key:            'errors/403.html',
+        content_type:   'text/html',
+        cache_control:  'max-age=300',
+        acl:            'public-read',
+        body:           template_body_403
+      )
+    end
+  end
+end

data/lib/datapimp/clients/amazon.rb

@@ -54,6 +54,12 @@ module Datapimp
         })
       end
 
+      # This needs ENV['AWS_ACCESS_KEY_ID'] and ENV['AWS_SECRET_ACCESS_KEY']
+      def cloud_formation
+        require 'aws-sdk'
+        @cloud_formation ||= Aws::CloudFormation::Client.new(region: aws_region)
+      end
+
       def s3_bucket_website_url
         if s3_bucket.is_a?(Fog::Storage::AWS::Directory)
           website_url_for(s3_bucket)

data/lib/datapimp/templates/cloudfront/403.html.erb

@@ -0,0 +1,10 @@
+<html>
+  <head>
+    <title>Redirecting...</title>
+  </head>
+  <body>
+    <script>
+      window.location="https://<%= options.app_url %>/authorization/get_ticket?service=https://<%= options.app_url %>&asset_url=" + document.location.href;
+    </script>
+  </body>
+</html>

data/lib/datapimp/templates/cloudfront/aws_cloudfront_distribution_template.json

@@ -0,0 +1,110 @@
+{
+  "AWSTemplateFormatVersion": "2010-09-09",
+  "Description": "Cloudfront Demo Setup",
+  "Parameters": {
+    "BucketName": {
+      "Type": "String",
+      "Description": "Name of the bucket to create"
+    },
+    "Aliases": {
+      "Type": "CommaDelimitedList",
+      "Description": "CNAMES for this distribution"
+    },
+    "ErrorBucketName": {
+      "Type": "String",
+      "Description": "Name of the bucket to hold the 403.html error page"
+    },
+    "AppLocation": {
+      "Type": "String",
+      "Description": "The DNS name you have deployed the app to (for example example.com)"
+    },
+    "DistributionComment": {
+      "Type": "String",
+      "Description": "Commeht section for the distribution"
+    },
+    "OriginAccessIdentity": {
+      "Type": "String",
+      "Description": "The value that CloudFront returned in the Id element when the origin access identity was created."
+    }
+  },
+  "Mappings": {},
+  "Conditions": {},
+  "Resources": {
+    "Distribution": {
+      "Type": "AWS::CloudFront::Distribution",
+      "Properties": {
+        "DistributionConfig": {
+          "Enabled": true,
+          "Comment": {"Ref": "DistributionComment"},
+          "Aliases": {"Ref": "Aliases"},
+          "Origins": [
+            {
+              "DomainName": { "Ref": "BucketName" },
+              "Id": "S3",
+              "S3OriginConfig": {
+                "OriginAccessIdentity": {"Fn::Join": ["", ["origin-access-identity/cloudfront/", {"Ref": "OriginAccessIdentity"}]]}
+              }
+            },
+            {
+              "DomainName": { "Ref": "ErrorBucketName" },
+              "Id": "ErrorS3",
+              "S3OriginConfig": {
+                "OriginAccessIdentity": {"Fn::Join": ["", ["origin-access-identity/cloudfront/", {"Ref": "OriginAccessIdentity"}]]}
+              }
+            },
+            {
+              "DomainName": { "Ref": "AppLocation" },
+              "Id": "Application",
+              "CustomOriginConfig": {
+                "OriginProtocolPolicy": "match-viewer"
+              }
+            }
+          ],
+          "CacheBehaviors": [
+            {
+              "TargetOriginId": "Application",
+              "PathPattern": "/authorization/*",
+              "ForwardedValues": {
+                "QueryString": true,
+                "Cookies": {
+                  "Forward": "whitelist",
+                  "WhitelistedNames": ["DUMMY"]
+                }
+              },
+              "ViewerProtocolPolicy": "allow-all"
+            },
+            {
+              "TargetOriginId": "ErrorS3",
+              "PathPattern": "/errors/*",
+              "ForwardedValues": {
+                "QueryString": false
+              },
+              "ViewerProtocolPolicy": "allow-all"
+            }
+          ],
+          "DefaultCacheBehavior": {
+            "TargetOriginId": "S3",
+            "ForwardedValues": {
+              "QueryString": false
+            },
+            "ViewerProtocolPolicy": "allow-all",
+            "TrustedSigners": ["self"]
+          },
+          "DefaultRootObject": "index.html",
+          "CustomErrorResponses": [
+            {
+              "ErrorCode": 403,
+              "ResponsePagePath": "/errors/403.html",
+              "ResponseCode": 403
+            }
+          ]
+        }
+      }
+    }
+  },
+  "Outputs": {
+    "Distribution": {
+      "Value": {"Ref": "Distribution"}
+    }
+  }
+}

data/lib/datapimp/templates/cloudfront/aws_cloudfront_distribution_with_new_buckets_template.json

@@ -0,0 +1,153 @@
+{
+  "AWSTemplateFormatVersion": "2010-09-09",
+  "Description": "Cloudfront Demo Setup",
+  "Parameters": {
+    "BucketName": {
+      "Type": "String",
+      "Description": "Name of the bucket to create"
+    },
+    "Aliases": {
+      "Type": "CommaDelimitedList",
+      "Description": "CNAMES for this distribution"
+    },
+    "ErrorBucketName": {
+      "Type": "String",
+      "Description": "Name of the bucket to hold the 403.html error page"
+    },
+    "AppLocation": {
+      "Type": "String",
+      "Description": "The DNS name you have deployed the app to (for example example.com)"
+    },
+    "DistributionComment": {
+      "Type": "String",
+      "Description": "Commeht section for the distribution"
+    },
+    "OriginAccessIdentity": {
+      "Type": "String",
+      "Description": "The value that CloudFront returned in the Id element when the origin access identity was created."
+    }
+  },
+  "Mappings": {},
+  "Conditions": {},
+  "Resources": {
+    "Bucket": {
+      "Type": "AWS::S3::Bucket",
+      "Properties": {
+         "AccessControl": "Private",
+         "BucketName": { "Ref": "BucketName" }
+       }
+    },
+    "ErrorBucket": {
+      "Type": "AWS::S3::Bucket",
+      "Properties": {
+         "AccessControl": "Private",
+         "BucketName": { "Ref": "ErrorBucketName" }
+       }
+    },
+
+    "BucketPolicy": {
+      "Type": "AWS::S3::BucketPolicy",
+      "Properties": {
+        "Bucket": { "Ref": "Bucket" },
+        "PolicyDocument": {
+          "Version": "2008-10-17",
+          "Id": "PolicyForCloudFrontPrivateContent",
+          "Statement": [
+            {
+              "Sid": "1",
+              "Effect": "Allow",
+              "Principal": {
+                "AWS": {"Fn::Join": [" ", ["arn:aws:iam::cloudfront:user/CloudFront Origin Access Identity", { "Ref": "OriginAccessIdentity"}]]}
+              },
+              "Action": "s3:GetObject",
+              "Resource": {"Fn::Join": ["", ["arn:aws:s3:::", {"Ref": "Bucket"}, "/*"]]}
+            }
+          ]
+        }
+      }
+    },
+
+    "Distribution": {
+      "Type": "AWS::CloudFront::Distribution",
+      "Properties": {
+        "DistributionConfig": {
+          "Enabled": true,
+          "Comment": {"Ref": "DistributionComment"},
+          "Aliases": {"Ref": "Aliases"},
+          "Origins": [
+            {
+              "DomainName": {"Fn::GetAtt":[ "Bucket", "DomainName"]},
+              "Id": "S3",
+              "S3OriginConfig": {
+                "OriginAccessIdentity": {"Fn::Join": ["", ["origin-access-identity/cloudfront/", {"Ref": "OriginAccessIdentity"}]]}
+              }
+            },
+            {
+              "DomainName": {"Fn::GetAtt":[ "ErrorBucket", "DomainName"]},
+              "Id": "ErrorS3",
+              "S3OriginConfig": {
+                "OriginAccessIdentity": {"Fn::Join": ["", ["origin-access-identity/cloudfront/", {"Ref": "OriginAccessIdentity"}]]}
+              }
+            },
+            {
+              "DomainName": {"Ref": "AppLocation"},
+              "Id": "Application",
+              "CustomOriginConfig": {
+                "OriginProtocolPolicy": "match-viewer"
+              }
+            }
+          ],
+          "CacheBehaviors": [
+            {
+              "TargetOriginId": "Application",
+              "PathPattern": "/authorization/*",
+              "ForwardedValues": {
+                "QueryString": true,
+                "Cookies": {
+                  "Forward": "whitelist",
+                  "WhitelistedNames": ["DUMMY"]
+                }
+              },
+              "ViewerProtocolPolicy": "allow-all"
+            },
+            {
+              "TargetOriginId": "ErrorS3",
+              "PathPattern": "/errors/*",
+              "ForwardedValues": {
+                "QueryString": false
+              },
+              "ViewerProtocolPolicy": "allow-all"
+            }
+          ],
+          "DefaultCacheBehavior": {
+            "TargetOriginId": "S3",
+            "ForwardedValues": {
+              "QueryString": false
+            },
+            "ViewerProtocolPolicy": "allow-all",
+            "TrustedSigners": ["self"]
+          },
+          "DefaultRootObject": "index.html",
+          "CustomErrorResponses": [
+            {
+              "ErrorCode": 403,
+              "ResponsePagePath": "/errors/403.html",
+              "ResponseCode": 403
+            }
+          ]
+        }
+      }
+    }
+  },
+  "Outputs": {
+    "Distribution": {
+      "Value": {"Ref": "Distribution"}
+    },
+    "ErrorBucket": {
+      "Value": {"Ref": "ErrorBucket"}
+    },
+    "Bucket": {
+      "Value": {"Ref": "Bucket"}
+    }
+  }
+}

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datapimp
 version: !ruby/object:Gem::Version
-  version: 1.2.9
+  version: 1.2.10
 platform: ruby
 authors:
 - Jonathan Soeder
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-08-04 00:00:00.000000000 Z
+date: 2015-08-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pry
@@ -80,6 +80,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
 - !ruby/object:Gem::Dependency
   name: dropbox-api
   requirement: !ruby/object:Gem::Requirement
@@ -511,6 +525,9 @@ files:
 - lib/datapimp/sync/dropbox_folder.rb
 - lib/datapimp/sync/google_drive_folder.rb
 - lib/datapimp/sync/s3_bucket.rb
+- lib/datapimp/templates/cloudfront/403.html.erb
+- lib/datapimp/templates/cloudfront/aws_cloudfront_distribution_template.json
+- lib/datapimp/templates/cloudfront/aws_cloudfront_distribution_with_new_buckets_template.json
 - lib/datapimp/util.rb
 - lib/datapimp/version.rb
 - spec/datapimp/sync/github_spec.rb