ThreeStore 0.0.1.a

data/.gitignore

@@ -0,0 +1,5 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+tmp/*

data/.rspec

@@ -0,0 +1,3 @@
+--colour
+--profile
+-fs

data/.travis.yml

@@ -0,0 +1,3 @@
+rvm:
+  - 1.8.7
+  - 1.9.2

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in ThreeStore.gemspec
+gemspec

data/README.rdoc

@@ -0,0 +1,14 @@
+= ThreeStore
+
+http://stillmaintained.com/cowmanifestation/ThreeStore.png
+http://travis-ci.org/cowmanifestation/ThreeStore.png ({More info}[http://travis-ci.org/cowmanifestation/ThreeStore])
+
+== Tutorial
+
+TODO
+
+== FAQ
+
+=== "ThreeStore"?  That's stupid.  Why isn't it called "3store"?  That's much cooler.
+
+Because modules can't start with a number.  Jeez, lay off!  And get off my lawn!

data/Rakefile

@@ -0,0 +1,6 @@
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+task :default => :spec
+
+RSpec::Core::RakeTask.new(:spec)

data/ThreeStore.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "ThreeStore/version"
+
+Gem::Specification.new do |s|
+  s.name        = "ThreeStore"
+  s.version     = Threestore::VERSION
+  s.authors     = ["Chenoa Siegenthaler"]
+  s.email       = ["cowmanifestation@gmail.com"]
+  s.homepage    = "http://github.com/cowmanifestation/threestore"
+  s.summary     = 'Get files from a url and store them on s3'
+  s.description = s.summary
+
+  s.rubyforge_project = "ThreeStore"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_dependency('aws-s3')
+  s.add_development_dependency('rake', '~> 0.9.2.2')
+  s.add_development_dependency('rspec', '~> 2.5.0')
+end

data/lib/ThreeStore.rb

@@ -0,0 +1,38 @@
+require 'open-uri'
+require 'aws/s3'
+require 'digest/md5'
+autoload :VERSION, "ThreeStore/version"
+
+class ThreeStore
+  def initialize(key, secret, bucket)
+    AWS::S3::Base.establish_connection!(:access_key_id => key, :secret_access_key => secret)
+    @bucket = bucket
+  end
+
+  # Options: url (required),
+  #          content_type,
+  #          access_level
+  def store_on_s3(options)
+    # Deleting :url from options because we don't want it in the options that we pass to s3
+    # and removing some characters that aren't allowed in urls
+    url = options.delete(:url).gsub(/ /, '%20').gsub(/\^/, '%5E')
+    file = open(url)
+
+    key = create_key(url, file)
+
+    AWS::S3::S3Object.store(key, file, @bucket, :access => options[:access], :content_type => options[:content_type])
+
+    # Return location on s3
+    "http://s3.amazonaws.com/" + @bucket + "/" + key
+  end
+
+  def create_key(url, file)
+    key = CGI.escape(url.gsub(/http:\/\//, ''))
+    file_content = file.read
+
+    digest = Digest::MD5.hexdigest(file_content)
+    extname = File.extname(url)
+
+    key.gsub(extname, "-#{digest}#{extname}")
+  end
+end

data/lib/ThreeStore/version.rb

@@ -0,0 +1,3 @@
+module Threestore
+  VERSION = "0.0.1.a"
+end

data/spec/lib/ThreeStore_spec.rb

@@ -0,0 +1,43 @@
+require 'spec_helper'
+
+describe ThreeStore do
+  
+  before(:all) do
+    @test_bucket = 'hedgeye-ent-bucket'
+    @store = ThreeStore.new(ENV['S3_KEY'], ENV['S3_SECRET'], @test_bucket)
+    @url = "http://www2.hedgeye.com/assets/hedgeye-ui/button-sprite.png"
+    @s3_object_path = @store.store_on_s3(:url => @url, :content_type => 'image/png', :access => 'public-read')
+  end
+
+#  after(:all) do
+#    AWS::S3::Bucket.find(@test_bucket).clear
+#  end
+
+  it "should establish a connection with s3" do
+    AWS::S3::Base.connected?.should be_true
+  end
+
+  it "should put a given file on s3" do
+    # TODO: test with this url (a quotemedia chart) - it has some issues
+    # url = "http://app.quotemedia.com/quotetools/getChart.go?webmasterId=98924&symbol=COMP&chsym=Nasdaq%20Comp&chscale=5d&chtype=AreaChart&chfrmon=on&chfrm=ffffff&chbdron=on&chbdr=cccccc&chbg=ffffff&chbgch=ffffff&chln=465665&chfill=1B57AA&chfill2=c0c9d2&chgrdon=on&chgrd=cccccc&chton=on&chtcol=000000&chxyc=111111&chpcon=on&chpccol=ee0000&chmrg=2&chhig=250&chwid=380"
+
+    open(@s3_object_path).read.should == open(@url).read
+  end
+
+  it "should add an md5 hexdigest to the key" do
+    file_content = open(@url).read
+    digest = Digest::MD5.hexdigest(file_content)
+
+    @s3_object_path.should match(digest)
+  end
+
+  # Regression test because quotemedia urls have spaces and carets for some reason.
+  it "should remove spaces and carets from the given url" do
+    url = "http://app.quotemedia.com/quotetools/getChart.go?webmasterId=500&symbol=^DOW&chsym=^DOW Comp&chscale=5d&chtype=AreaChart&chfrmon=on&chfrm=ffffff&chbdron=on&chbdr=cccccc&chbg=ffffff&chbgch=ffffff&chln=465665&chfill=1B57AA&chfill2=c0c9d2&chgrdon=on&chgrd=cccccc&chton=on&chtcol=000000&chxyc=111111&chpcon=on&chpccol=ee0000&chmrg=2&chhig=250&chwid=380"
+
+    s3_object_path = @store.store_on_s3(:url => url, :content_type => 'image/png', :access => 'public-read')
+
+    s3_object_path.should_not match(/ /)
+    s3_object_path.should_not match(/\^/)
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,8 @@
+require 'rubygems'
+require 'rspec'
+
+require 'ThreeStore'
+
+Rspec.configure do |c|
+  c.mock_with :rspec
+end

metadata

@@ -0,0 +1,126 @@
+--- !ruby/object:Gem::Specification 
+name: ThreeStore
+version: !ruby/object:Gem::Version 
+  hash: 46
+  prerelease: 6
+  segments: 
+  - 0
+  - 0
+  - 1
+  - a
+  version: 0.0.1.a
+platform: ruby
+authors: 
+- Chenoa Siegenthaler
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-12-02 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: aws-s3
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 11
+        segments: 
+        - 0
+        - 9
+        - 2
+        - 2
+        version: 0.9.2.2
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 27
+        segments: 
+        - 2
+        - 5
+        - 0
+        version: 2.5.0
+  type: :development
+  version_requirements: *id003
+description: Get files from a url and store them on s3
+email: 
+- cowmanifestation@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- .rspec
+- .travis.yml
+- Gemfile
+- README.rdoc
+- Rakefile
+- ThreeStore.gemspec
+- lib/ThreeStore.rb
+- lib/ThreeStore/version.rb
+- spec/lib/ThreeStore_spec.rb
+- spec/spec_helper.rb
+homepage: http://github.com/cowmanifestation/threestore
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">"
+    - !ruby/object:Gem::Version 
+      hash: 25
+      segments: 
+      - 1
+      - 3
+      - 1
+      version: 1.3.1
+requirements: []
+
+rubyforge_project: ThreeStore
+rubygems_version: 1.8.5
+signing_key: 
+specification_version: 3
+summary: Get files from a url and store them on s3
+test_files: 
+- spec/lib/ThreeStore_spec.rb
+- spec/spec_helper.rb