ngpod_scraper 0.1.1

data/spec/ngpod_scraper/client_spec.rb

@@ -0,0 +1,81 @@
+require 'spec_helper'
+
+describe "Client" do
+  describe "new" do
+    it "should convert the config's keys to symbols" do
+      config = {'url' => "file://spec/fixtures/test.html", 'photo' => {'path_format' => 'test.jpg'}}
+
+      client = NgpodScraper::Client.new(config)
+      client.config[:url].should == config['url']
+      client.config[:photo][:path_format].should == config['photo']['path_format']
+    end
+  end
+
+  describe "run" do
+    before :each do
+      url = 'http://photography.nationalgeographic.com/photography/photo-of-the-day'
+      FakeWeb.register_uri(:get, url, :body => 'spec/fixtures/test.html')
+
+      photo_url = 'http://s.ngeo.com/wpf/media-live/photos/000/210/cache/istiqlal-mosque-jakarta_21078_990x742.jpg'
+      FakeWeb.register_uri(:get, photo_url, :body => 'spec/fixtures/test.jpg')
+
+      @config = {
+        :url => url,
+        :show_logs => false,
+        :photo => {
+          :path_format => 'tmp/#{year}-#{month}/#{day}-#{hour}.jpg',
+          :wallpaper_path_format => 'tmp/photo-of-the-day.jpg',
+          :wallpaper_width => 1280,
+          :wallpaper_height => 800,
+          :wallpaper_background_color => 'black'
+        }
+      }
+    end
+
+    it "should build a photo" do
+      client = NgpodScraper::Client.new(@config)
+      photo = client.run
+      photo.should_not be_nil
+    end
+
+    it "should not do anything if the photo exists" do
+      path = 'spec/fixtures/test.jpg'
+      @config[:path_format] = path
+      Pow(path).exists?.should be_true
+
+      photo = Photo.new(:file => Pow(path).open, :path_format => path)
+      photo.should_not_receive(:save)
+
+      client = NgpodScraper::Client.new(@config)
+      client.should_receive(:get_photo).and_return(photo)
+
+      client.run
+    end
+
+    it "should save the photo if the photo does not exist" do
+      path = 'tmp/#{year}-#{month}/test.jpg'
+      Pow("tmp/#{Time.now.strftime('%Y-%m')}/test.jpg").exists?.should be_false
+
+      @config[:photo][:path_format] = path
+      client = NgpodScraper::Client.new(@config)
+      photo = client.run
+
+      Pow("tmp/#{Time.now.strftime('%Y-%m')}/test.jpg").exists?.should be_true
+    end
+
+    it "should save the wallpaper if the photo does not exist" do
+      path = 'tmp/test.jpg'
+
+      wallpaper_path = 'tmp/wallpaper.jpg'
+      Pow("tmp/wallpaper.jpg").exists?.should be_false
+
+      @config[:photo][:path_format] = path
+      @config[:photo][:wallpaper_path_format] = wallpaper_path
+
+      client = NgpodScraper::Client.new(@config)
+      photo = client.run
+
+      Pow("tmp/wallpaper.jpg").exists?.should be_true
+    end
+  end
+end

data/spec/ngpod_scraper/ngpod_scraper_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+
+describe "NgpodScraper" do
+  describe "client(path)" do
+    it "should return a client whose config is from the path" do
+      path = 'spec/fixtures/config.yml'
+
+      config = YAML.load_file(path)
+      config.should be_a(Hash)
+      config.should_not be_empty
+
+      client = NgpodScraper.client(path)
+      client.config[:url].should == config['url']
+      client.config[:photo][:path_format].should == config['photo']['path_format']
+    end
+  end
+end

data/spec/ngpod_scraper/photo_page_spec.rb

@@ -0,0 +1,39 @@
+require 'spec_helper'
+
+describe "PhotoPage" do
+  describe "new" do
+    it "should set the url and config of the page" do
+      url = 'http://photography.nationalgeographic.com/photography/photo-of-the-day'
+      config = {:show_logs => true}
+      photo_page = PhotoPage.new(url, config)
+      photo_page.url.should == url
+      photo_page.config.should == config
+    end
+  end
+
+  describe "photo" do
+    it "should get the photo of the day from the page" do
+      url = 'http://photography.nationalgeographic.com/photography/photo-of-the-day'
+      FakeWeb.register_uri(:get, url, :body => 'spec/fixtures/test.html')
+
+      photo_url = 'http://s.ngeo.com/wpf/media-live/photos/000/210/cache/istiqlal-mosque-jakarta_21078_990x742.jpg'
+      FakeWeb.register_uri(:get, photo_url, :body => 'spec/fixtures/test.jpg')
+
+      photo_page = PhotoPage.new(url)
+      photo = photo_page.photo
+
+      photo.should be_a(Photo)
+    end
+  end
+
+  describe "photo_url" do
+    it "should be the url of the photo of the day in the page" do
+      url = 'http://photography.nationalgeographic.com/photography/photo-of-the-day'
+      body = Pow('spec/fixtures/test.html').open.read
+      FakeWeb.register_uri(:get, url, :body => body)
+
+      photo_page = PhotoPage.new(url)
+      photo_page.photo_url.gsub(/\s+/, '').length.should > 0
+    end
+  end
+end

data/spec/ngpod_scraper/photo_spec.rb

@@ -0,0 +1,129 @@
+require 'spec_helper'
+describe "Photo" do
+  describe "new" do
+    it "should set its attributes" do
+      attributes = {
+        :path_format => 'spec/tmp/#{f.name}',
+        :wallpaper_path_format => 'spec/tmp/photo-of-the-day.jpg',
+        :wallpaper_width => 1280,
+        :wallpaper_height => 800
+      }
+
+      photo = Photo.new(attributes)
+      photo.path_format.should == attributes[:path_format]
+      photo.wallpaper_path_format.should == attributes[:wallpaper_path_format]
+      photo.wallpaper_width.should == attributes[:wallpaper_width]
+      photo.wallpaper_height.should == attributes[:wallpaper_height]
+    end
+  end
+
+  describe "exists?" do
+    it "should be false if there's no file saved in photo.path" do
+      path = Pow('spec/fixtures/1.jpg')
+      path.exists?.should be_false
+
+      photo = Photo.new(:file => Pow('spec/fixtures/test.jpg').open, :path_format => 'spec/fixtures/1.jpg')
+      photo.exists?.should be_false
+    end
+
+    it "should be true if there's there's file saved in photo.path" do
+      path = Pow('spec/fixtures/test.jpg')
+      path.exists?.should be_true
+
+      photo = Photo.new(:file => path.open, :path_format => path.to_s)
+      photo.exists?.should be_true
+    end
+  end
+
+  describe "path" do
+    it "should eval the path_format" do
+      file = Pow('spec/fixtures/test.jpg').open
+      time = Time.now
+
+      photo = Photo.new(:url => file.path, :file => file, :path_format => 'tmp/#{year}/#{month}/#{day}/#{hour}-#{name}')
+      photo.path.should =~ /#{"tmp/#{time.strftime('%Y/%m/%d/%H')}-#{Pow(file.path).name}"}/
+    end
+  end
+
+  describe "path" do
+    it "should eval the wallpaper_path_format" do
+      file = Pow('spec/fixtures/test.jpg').open
+      time = Time.now
+
+      photo = Photo.new(:url => file.path, :file => file, :wallpaper_path_format => 'tmp/#{year}/#{month}/#{day}/#{hour}-#{name}')
+      photo.wallpaper_path.should =~ /#{"tmp/#{time.strftime('%Y/%m/%d/%H')}-#{Pow(file.path).name}"}/
+    end
+  end
+
+  describe "save" do
+    it "should save the photo in its path" do
+      file = Pow('spec/fixtures/test.jpg').open
+      photo = Photo.new(:url => file.path, :file => file, :path_format => 'tmp/#{year}/#{name}')
+      Pow(photo.path).exists?.should be_false
+
+      photo.save
+
+      Pow(photo.path).exists?.should be_true
+    end
+  end
+
+  describe "wallpaper_scale" do
+    it "should be the wallpaper_height/image.height if that is the smallest" do
+      file = Pow('spec/fixtures/test.jpg').open
+      photo = Photo.new(:file => file, :path_format => file.path)
+      photo.wallpaper_height = photo.image.rows / 4
+      photo.wallpaper_width  = photo.image.columns / 2
+
+      photo.wallpaper_scale.should == photo.wallpaper_height.to_f / photo.image.rows
+    end
+
+    it "should be the wallpaper_width/image.width if that is the smallest" do
+      file = Pow('spec/fixtures/test.jpg').open
+      photo = Photo.new(:file => file, :path_format => file.path)
+      photo.wallpaper_height = photo.image.rows / 2
+      photo.wallpaper_width  = photo.image.columns / 4
+
+      photo.wallpaper_scale.should == photo.wallpaper_width.to_f / photo.image.columns
+    end
+
+    it "should be 1 if both height and width rations are greater that 1 (don't enlarge the image)" do
+      file = Pow('spec/fixtures/test.jpg').open
+      photo = Photo.new(:file => file, :path_format => file.path)
+      photo.wallpaper_height = photo.image.rows * 2
+      photo.wallpaper_width  = photo.image.columns * 4
+
+      photo.wallpaper_scale.should == 1
+    end
+  end
+
+  describe "wallpaper" do
+    it "should be the image centered in a background" do
+      file = Pow('spec/fixtures/test.jpg').open
+
+      photo = Photo.new(:file => file, :path_format => file.path, :wallpaper_background_color => 'black')
+      photo.wallpaper_height = photo.image.rows * 2
+      photo.wallpaper_width  = photo.image.columns * 4
+
+      #sorry, I don't know how I can test this
+      photo.wallpaper.should be_a(Magick::Image)
+    end
+  end
+
+  describe "save_wallpaper" do
+    it "should save the wallpaper in the wallpaper_path" do
+      file = Pow('spec/fixtures/test.jpg').open
+
+      photo = Photo.new(:file => file, :path_format => file.path)
+      photo.wallpaper_background_color = 'black'
+      photo.wallpaper_height = 800
+      photo.wallpaper_width  = 1280
+      photo.wallpaper_path_format = "tmp/#{Time.now.to_i}-wallpaper.jpg"
+
+      Pow(photo.wallpaper_path).exists?.should_not be_true
+
+      photo.save_wallpaper
+
+      Pow(photo.wallpaper_path).exists?.should be_true
+    end
+  end
+end

data/spec/spec.opts

@@ -0,0 +1 @@
+--color

data/spec/spec_helper.rb

@@ -0,0 +1,16 @@
+require 'ngpod_scraper'
+require 'bundler/setup'
+require 'fakeweb'
+
+include NgpodScraper
+
+Spec::Runner.configure do |config|
+  config.before :suite do
+    FakeWeb.allow_net_connect = false
+  end
+
+  config.after :each do
+    Pow('tmp').delete! if Pow('tmp').exists?
+    FakeWeb.clean_registry
+  end
+end

metadata

@@ -0,0 +1,183 @@
+--- !ruby/object:Gem::Specification 
+name: ngpod_scraper
+version: !ruby/object:Gem::Version 
+  hash: 25
+  prerelease: 
+  segments: 
+  - 0
+  - 1
+  - 1
+  version: 0.1.1
+platform: ruby
+authors: 
+- George Mendoza
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-12-04 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: fakeweb
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 15
+        segments: 
+        - 1
+        - 2
+        - 8
+        version: 1.2.8
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 27
+        segments: 
+        - 1
+        - 3
+        - 0
+        version: 1.3.0
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 1
+        - 4
+        - 2
+        version: 1.4.2
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: pow
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 17
+        segments: 
+        - 0
+        - 2
+        - 3
+        version: 0.2.3
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: rmagick
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 57
+        segments: 
+        - 2
+        - 13
+        - 1
+        version: 2.13.1
+  type: :runtime
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: valuable
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 59
+        segments: 
+        - 0
+        - 8
+        - 2
+        version: 0.8.2
+  type: :runtime
+  version_requirements: *id006
+description: A tool for scraping National Geographic's Photo of the Day
+email: 
+- gsmendoza@gmail.com
+executables: 
+- ngpod_scraper
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- LICENSE
+- README.markdown
+- Rakefile
+- VERSION
+- bin/ngpod_scraper
+- lib/ngpod_scraper.rb
+- lib/ngpod_scraper/client.rb
+- lib/ngpod_scraper/ngpod_scraper.rb
+- lib/ngpod_scraper/photo.rb
+- lib/ngpod_scraper/photo_page.rb
+- lib/ngpod_scraper/version.rb
+- ngpod_scraper.gemspec
+- spec/fixtures/config.yml
+- spec/fixtures/test.html
+- spec/fixtures/test.jpg
+- spec/ngpod_scraper/client_spec.rb
+- spec/ngpod_scraper/ngpod_scraper_spec.rb
+- spec/ngpod_scraper/photo_page_spec.rb
+- spec/ngpod_scraper/photo_spec.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+homepage: http://github.com/gsmendoza/ngpod_scraper
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: ngpod_scraper
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: National Geographic Photo of the Day Screen Scraper
+test_files: []
+