publish2cloud 0.1.0

data/lib/publish2cloud.rb

@@ -0,0 +1 @@
+require 'publish2cloud/railtie.rb' if defined?(Rails) && Rails::VERSION::MAJOR == 3

data/lib/publish2cloud/publish2cloud.rb

@@ -0,0 +1,177 @@
+require 'hmac-sha1' # on OS X: sudo gem install ruby-hmac
+require 'net/https'
+require 'net/http'
+require 'uri'
+require 'base64'
+require 'right_aws'
+
+module Publish2Cloud
+ 
+	class Publisher
+
+		def initialize s3_access, s3_secret, s3_bucket, cf_distribution, max_age = nil
+		  @s3_access = s3_access
+		  @s3_secret = s3_secret
+		  @s3_bucket = s3_bucket
+		  @cf_distribution = cf_distribution
+		  @max_age = max_age
+		end
+		
+		def run urls
+		  ensure_s3_bucket_exist
+		  set_root 'index.html'
+		  
+		  urls.each {|x|
+		    uri = URI.parse(x)
+		    if uri.path == "" or uri.path == "/"
+		      s3_key = "index.html"
+		    else
+		      s3_key = uri.path[1..-1]
+		    end
+		    puts "#{x} -> #{s3_key}"
+		    fetch_and_upload_to_s3 x, s3_key
+		    invalidate [s3_key]
+		  }
+		end
+
+		#http://aws.amazon.com/cloudfront/faqs/#How_long_will_Amazon_CloudFront_keep_my_files
+		#headers looks like this:
+		#{'Cache-Control' => public, max-age=86400', 'Content-Type' => 'text/html; charset=utf-8'}
+		#{'Cache-Control' => 'max-age=0, private, must-revalidate', 'Content-Type' => 'text/html; charset=utf-8'}
+		def fetch_and_upload_to_s3 url, s3_key
+		  res = Net::HTTP.get_response URI.parse(url)
+
+		  raise res.code if res.code != '200'
+		  #puts res.body
+
+		  s3= RightAws::S3.new(@s3_access, @s3_secret, {:logger => Logger.new('log/publish2cloud.log')})
+		  bucket = s3.bucket(@s3_bucket)
+		  if @max_age
+		    headers = {'Cache-Control' => "public, max-age=#{@max_age}", 'Content-Type' => 'text/html; charset=utf-8'}
+		  else
+		    headers = {'Content-Type' => 'text/html; charset=utf-8'}
+		  end
+		  bucket.put(s3_key, res.body, {}, 'public-read', headers)
+		  
+		  puts "Uploaded #{s3_key}"
+		end
+
+		def invalidate paths_as_array
+		  paths = nil
+		  
+		  if paths_as_array.length > 0
+				paths = '<Path>/' + paths_as_array.join('</Path><Path>/') + '</Path>'
+			end
+
+			date = Time.now.utc
+			date = date.strftime("%a, %d %b %Y %H:%M:%S %Z")
+			digest = HMAC::SHA1.new(@s3_secret)
+			digest << date
+
+			uri = URI.parse('https://cloudfront.amazonaws.com/2010-08-01/distribution/' + @cf_distribution + '/invalidation')
+
+			if paths != nil
+				req = Net::HTTP::Post.new(uri.path)
+			else
+				req = Net::HTTP::Get.new(uri.path)
+			end
+
+			req.initialize_http_header({
+				'x-amz-date' => date,
+				'Content-Type' => 'text/xml',
+				'Authorization' => "AWS %s:%s" % [@s3_access, Base64.encode64(digest.digest)]
+			})
+
+			if paths != nil
+				req.body = "<InvalidationBatch>" + paths + "<CallerReference>ref_#{Time.now.utc.to_i}</CallerReference></InvalidationBatch>"
+			end
+
+			#puts req.body
+
+			http = Net::HTTP.new(uri.host, uri.port)
+			http.use_ssl = true
+			http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+			res = http.request(req)
+
+			# TODO: Check status code and pretty print the output
+			# Tip: pipe the output to | xmllint -format - |less for easier reading
+			#puts $STDERR res.code
+			#puts res.body
+			puts "Invalidated #{paths_as_array}"
+			return 0
+		end
+		
+		def set_root newobj
+			date = Time.now.utc
+			date = date.strftime("%a, %d %b %Y %H:%M:%S %Z")
+			digest = HMAC::SHA1.new(@s3_secret)
+			digest << date
+
+			uri = URI.parse('https://cloudfront.amazonaws.com/2010-08-01/distribution/' + @cf_distribution + '/config')
+
+			req = Net::HTTP::Get.new(uri.path)
+
+			req.initialize_http_header({
+				'x-amz-date' => date,
+				'Content-Type' => 'text/xml',
+				'Authorization' => "AWS %s:%s" % [@s3_access, Base64.encode64(digest.digest)]
+			})
+
+			http = Net::HTTP.new(uri.host, uri.port)
+			http.use_ssl = true
+			http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+			res = http.request(req)
+			puts res
+			match = /<DefaultRootObject>(.*?)<\/DefaultRootObject>/.match(res.body)
+			currentobj = match ? match[1] : nil
+
+			if newobj == currentobj
+				puts "'#{currentobj}' is already the DefaultRootObject"
+				return -1
+			end
+
+			etag = res.header['etag']
+
+			req = Net::HTTP::Put.new(uri.path)
+
+			req.initialize_http_header({
+				'x-amz-date' => date,
+				'Content-Type' => 'text/xml',
+				'Authorization' => "AWS %s:%s" % [@s3_access, Base64.encode64(digest.digest)],
+				'If-Match' => etag
+			})
+
+			if currentobj == nil
+				regex = /<\/DistributionConfig>/
+				replace = "<DefaultRootObject>#{newobj}</DefaultRootObject></DistributionConfig>"
+			else
+				regex = /<DefaultRootObject>(.*?)<\/DefaultRootObject>/
+				replace = "<DefaultRootObject>#{newobj}</DefaultRootObject>"
+			end
+
+			req.body = res.body.gsub(regex, replace)
+
+			http = Net::HTTP.new(uri.host, uri.port)
+			http.use_ssl = true
+			http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+			res = http.request(req)
+
+			puts res.code
+			puts res.body
+			return 0
+		end
+		
+		def ensure_s3_bucket_exist
+		  s3= RightAws::S3.new(@s3_access, @s3_secret, {:logger => Logger.new('log/publish2cloud.log')})
+		  bucket = s3.bucket(@s3_bucket)
+		  begin
+		    bucket.keys
+		    puts "Bucket '#{@s3_bucket}' exists"
+		  rescue
+		    puts "Going to creat '#{@s3_bucket}'"
+		    RightAws::S3::Bucket.create(s3, @s3_bucket, true, 'public-read')
+		  end
+		end
+		
+	end
+end

data/lib/publish2cloud/railtie.rb

@@ -0,0 +1,10 @@
+require 'publish2cloud'
+require 'rails'
+
+module Publish2Cloud
+  class Railtie < Rails::Railtie
+    rake_tasks do
+      load 'publish2cloud/tasks.rb'
+    end
+  end
+end

data/lib/publish2cloud/tasks.rb

@@ -0,0 +1,22 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'publish2cloud', 'publish2cloud'))
+
+PUBLISH2CLOUD_CONFIG_FILE = Rails.root.join('config', 'publish2cloud.rb')
+
+namespace :p2c do
+  desc "Publish2Cloud"
+  task :push do
+    
+    require PUBLISH2CLOUD_CONFIG_FILE
+    p2c = Publish2Cloud::Publisher.new(P2C_S3_ACCESS_KEY_ID, 
+    																	P2C_S3_SECRET_ACCESS_KEY, 
+    																	P2C_S3_BUCKET, 
+    																	P2C_CF_DISTRIBUTION_ID,
+    																	defined?(P2C_MAX_AGE) ? P2C_MAX_AGE : nil)
+    p2c.run P2C_URLS
+  end
+  
+  desc "Analyze links of a given webpage"
+  task :analyze do
+    p ARGV
+  end
+end

data/lib/tasks/publish2cloud.rake

@@ -0,0 +1 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'publish2cloud', 'tasks'))

metadata

@@ -0,0 +1,113 @@
+--- !ruby/object:Gem::Specification 
+name: publish2cloud
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Xue Yong Zhi
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-04-25 00:00:00 -04:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: ruby-hmac
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: right_aws
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id003
+description: 
+email: 
+- yong@intridea.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/publish2cloud/publish2cloud.rb
+- lib/publish2cloud/railtie.rb
+- lib/publish2cloud/tasks.rb
+- lib/publish2cloud.rb
+- lib/tasks/publish2cloud.rake
+has_rdoc: true
+homepage: 
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: publish2cloud
+test_files: []
+