tumblr-sync 0.1.3 → 0.2.0

checksums.yaml

@@ -1,15 +1,7 @@
 ---
-!binary "U0hBMQ==":
-  metadata.gz: !binary |-
-    N2E1Yjc4NTJmNjVmY2U4ZTNjZDAyYWU3MjdmYzJjN2M3ZjMzMTc0NA==
-  data.tar.gz: !binary |-
-    ODFlMWVjOTdmNTc0NzgyNGFmZDU1Y2VjMzljZmNhYjBhMDU5ZWUxNA==
-!binary "U0hBNTEy":
-  metadata.gz: !binary |-
-    YWUzMzk5ZDQ2ZDNiZjIzNGEwOThmOGUxMWY3ZmI0YTAwZTgwY2ZkODQwN2Zk
-    NTkyOTY4ZjdiMGI4ZDhjY2ZjOTNlNmM5Yzc1NzdmYWQ3MjJiNDZhOWQwYzc5
-    ZWM2OWUxMzEzYjcyMWFhZTJmNmJlYzk4YzEyYTMyMmNkODU4MGQ=
-  data.tar.gz: !binary |-
-    MTM4YmEwM2IwYjg4YTZhZmMyZGRmYmU2MDg5M2IyOWQ0ODk1OWZlNmExYjJj
-    OTI3NmRmMDU2OWVhZTc5MWM4YjUwYmZmZTk3MTllNzA1N2Y5ZDRiNzQ0ZDFi
-    YzYxNWM3ZmY3YzVhMDdlNzE4ZWIzNWI0NjBiZjBmNzg2ZGM2ZDg=
+SHA1:
+  metadata.gz: 4c7ca6b3b3e4b62a67f38becef728495e1669df1
+  data.tar.gz: a559f845a2bebabeec7efaadb019300ddf642f1d
+SHA512:
+  metadata.gz: 5e3eb49cc10633af64c5b1425ff2a04c5c3d0872efbbfb241d31f290221802d1678dd7d76c123eff344f47f6cdcd4d8cf2e5e0b60c8c6169f5deaa479138328c
+  data.tar.gz: 13b4a9f16319db3406525bc31b584008fee41c8b2ac96a36415c3c62e76c5a82a8d16106b8f30fa41466db8210b8108aedf738a57b52fca24d1a5a6dc3e7f6f7

checksums.yaml.gz.sig

@@ -0,0 +1,2 @@
+8�ŭO�)fz�c[��\���\uw�ƕ�e���_l�H�5��5��ӗ�,�
�.�*0�q33&�\ �}aH��u�^�jQ�ó��O�&���#L#�j~�_��XG���ά�
+?�()��RK/�	����

data/.gitignore

@@ -14,4 +14,4 @@ rdoc
 spec/reports
 test/tmp
 test/version_tmp
-tmp
+tmp

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 1.9.3
+  - 2.0.0

data/Gemfile

@@ -1,4 +1,3 @@
 source 'https://rubygems.org'
 
-# Specify your gem's dependencies in default_bundler_gem.gemspec
 gemspec

data/README.md

@@ -1,26 +1,16 @@
-# tumblr-sync
+# TumblrSync
 
 MultiThread Tumblr Synchronization
 
-You like download and fill your hard drive with tons of funny pictures, this is the tool for you!
+You like download and fill your hard drive with tons of funny pictures, this tool is for you!
 
-## Installation
+## Install
 
-Add this line to your application's Gemfile:
-
-    gem 'tumblr-sync'
-
-And then execute:
-
-    $ bundle
-
-Or install it yourself as:
-
-    $ gem install tumblr-sync
+	gem install tumblr-sync
 
 ## Usage
 
-Synchronize some funny Tumblr with a lot of so cute catz !
+Synchronize some funny tumblr with a lot of so cute catz!
 
 	tumblr-sync socutecatz.tumblr.com
 
@@ -28,11 +18,6 @@ Synchronize some funny Tumblr with a lot of so cute catz !
 
 Ruby Multithreading and Queue testing for fun
 
-## Todo
-
-* Improve multithreading
-* Add some tests (han! there's no tests! so wrong…)
-
 ## Contributing
 
 1. Fork it
@@ -40,7 +25,3 @@ Ruby Multithreading and Queue testing for fun
 3. Commit your changes (`git commit -am 'Add some feature'`)
 4. Push to the branch (`git push origin my-new-feature`)
 5. Create new Pull Request
-
-## Copyright
-
-Copyright (c) 2013 Vincent Durand. See LICENSE.txt for further details.

data/Rakefile

@@ -1,8 +1,8 @@
-require "bundler/gem_tasks"
-require "rake/testtask"
+require 'bundler/gem_tasks'
+require 'rake/testtask'
 
 Rake::TestTask.new(:test) do |t|
   t.libs << "test"
 end
 
-task :default => :test
+task default: :test

data/bin/tumblr-sync

@@ -1,12 +1,7 @@
 #!/usr/bin/env ruby
 
-$LOAD_PATH.unshift File.expand_path('../lib', __FILE__)
-
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), "/../lib"))
 require 'tumblr-sync'
 
-begin
-  runner = TumblrSync::Runner.new(ARGV)
-  runner.run
-rescue Mechanize::ResponseCodeError, SocketError
-  puts "Tumblr API not found !"
-end
+runner = TumblrSync::Runner.new(ARGV)
+runner.run

data/lib/tumblr-sync.rb

@@ -1,6 +1,9 @@
-require 'mechanize'
+require 'tumblr-sync/version'
+require 'net/http'
+require 'uri'
 
 module TumblrSync
-  autoload :Runner, 'tumblr-sync/runner'
-  autoload :Site,   'tumblr-sync/site'
-end
+  autoload :Tumblr,       'tumblr-sync/tumblr'
+  autoload :Runner,       'tumblr-sync/runner'
+  autoload :PhotoFetcher, 'tumblr-sync/photo_fetcher'
+end

data/lib/tumblr-sync/photo_fetcher.rb

@@ -0,0 +1,18 @@
+require 'mechanize'
+
+module TumblrSync
+  class PhotoFetcher
+    def initialize(directory = ".")
+      @directory = directory
+    end
+
+    def fetch(url)
+      return if File.exists? File.join(@directory, Mechanize::File.new(URI(url)).filename)
+      http = Mechanize.new
+      http.get(url) do |page|
+        return if File.exists? filename = File.join(@directory, File.basename(page.uri.path))
+        page.save filename
+      end
+    end
+  end
+end

data/lib/tumblr-sync/runner.rb

@@ -1,75 +1,69 @@
 require 'optparse'
-require 'thread'
+require 'fileutils'
 require 'ruby-progressbar'
+require 'thread'
 
 module TumblrSync
   class Runner
-    CONCURRENCY = 12
-    
     def initialize(arguments)
+      @options = OptionParser.new
       @arguments = arguments
     end
-    
+
     def run
-      parse_options
-      
-      @concurrency ||= CONCURRENCY
-      @tumblr = TumblrSync::Site.new(@arguments.last)
-      @progress = ProgressBar.create(:format => '%a |%B| %c/%C - %p%%', :starting_at => 0, :total => @tumblr.total)
-      
-      FileUtils.mkdir_p(@tumblr.host)
-      
+      parse_options!
+
+      tumblr = TumblrSync::Tumblr.new @arguments.last
+      progress_bar = ProgressBar.create format: '%a |%B| %c/%C - %p%%', starting_at: 0, total: tumblr.total
+      photo_fetcher = PhotoFetcher.new tumblr.host
+
+      FileUtils.mkdir_p tumblr.host
+
       queue = Queue.new
-      @tumblr.times do |i|
-        Thread.new { queue << @tumblr.images(i*MAX, MAX) }
+      tumblr.times do |i|
+        Thread.new { queue << tumblr.images(i*MAX, MAX) }
       end
-      
+
       downloader = Thread.new do
-        @tumblr.times do
+        tumblr.times do
           images = queue.pop
-          images.each_slice(@concurrency).each do |group|
+          images.each_slice(10).each do |group|
             threads = []
             group.each do |url|
               threads << Thread.new {
                 begin
-                  file = Mechanize::File.new(URI(url))
-                  unless File.exists?("#{@tumblr.host}/#{file.filename}")
-                    http = Mechanize.new
-                    http.get(url) do |page|
-                      filename = page.uri.path.split(/\//).last
-                      next if File.exists?("#{@tumblr.host}/#{filename}")
-                      page.save("#{@tumblr.host}/#{filename}")
-                    end
-                  end
+                  photo_fetcher.fetch url
                 rescue Mechanize::ResponseCodeError
                 ensure
-                  @progress.increment
+                  progress_bar.increment
                 end
               }
             end
-            threads.each{ |thread| thread.join }
+            threads.each(&:join)
           end
         end
       end
-      
+
       downloader.join
+    rescue SocketError
+      puts "Tumblr API not found!"
+      puts @options
+      exit
     end
-    
+
     private
-    
-    def parse_options
-      options = OptionParser.new
-      options.banner = "Usage: #{$0} [options] [tumblr]"
-      options.on('-c', '--concurrency NUMBER', "Specify concurrency option (Default: #{CONCURRENCY})") { |concurrency| @concurrency = concurrency.to_i }
-      options.on('-h', '--help', "Show this message") { puts(options); exit }
+
+    def parse_options!
+      @options.banner = "Usage: #{$0} [tumblr]"
+      @options.on('-h', '--help', "Show this message") { puts(@options); exit }
       begin
-        raise "Missing argument tumblr website" if ARGV.empty?
-        options.parse!(@arguments)
+        raise "Missing argument tumblr url" if @arguments.empty?
+        @options.parse! @arguments
       rescue => ex
         puts ex.message
-        puts options
+        puts @options
         exit
       end
     end
   end
-end
+end

data/lib/tumblr-sync/tumblr.rb

@@ -0,0 +1,45 @@
+require 'forwardable'
+require 'nokogiri'
+
+module TumblrSync
+  MAX = 50
+
+  class Tumblr
+    extend Forwardable
+
+    attr_accessor :host
+
+    def initialize(host)
+      @host = host
+    end
+
+    def images(start, number = MAX)
+      response = Net::HTTP.get_response uri_endpoint(type: :photo, start: start, num: number)
+      doc = Nokogiri::XML.parse response.body
+      doc.xpath("//posts/post/photo-url[@max-width='1280']").map { |url| url.text.strip }
+    end
+
+    def total
+      response = Net::HTTP.get_response uri_endpoint(type: :photo)
+      doc = Nokogiri::XML.parse response.body
+      doc.xpath("//posts/@total").text.to_i
+    end
+
+    def times(&block)
+      (total.to_f / MAX + 0.5).round.times(&block)
+    end
+    def_delegator :times, :count
+
+    private
+
+    def endpoint
+      "http://#{host}/api/read"
+    end
+
+    def uri_endpoint(params = {})
+      URI.parse(endpoint).tap do |uri|
+        uri.query = URI.encode_www_form params
+      end
+    end
+  end
+end

data/lib/tumblr-sync/version.rb

@@ -1,3 +1,3 @@
 module TumblrSync
-  VERSION = "0.1.3"
+  VERSION = "0.2.0"
 end

data/test/fixtures/api.xml

@@ -0,0 +1,63 @@
+<tumblr version="1.0">
+<tumblelog name="citieslight" timezone="Europe/Kiev" title="My cute & fashion blog"/>
+<posts type="photo" start="0" total="2721">
+<post id="36979072885" url="http://citieslight.tumblr.com/post/36979072885" url-with-slug="http://citieslight.tumblr.com/post/36979072885/adv-up-to-50-on-sleepwear-on-amazon" type="photo" date-gmt="2012-12-01 21:43:00 GMT" date="Sat, 01 Dec 2012 23:43:00" unix-timestamp="1354398180" format="html" reblog-key="N0IpSA7d" slug="adv-up-to-50-on-sleepwear-on-amazon" width="500" height="667">
+<photo-caption>
+<p><em>Adv</em><br/><strong><a target="_blank" href="http://www.amazon.com/b/?_encoding=UTF8&amp;camp=1789&amp;creative=9325&amp;linkCode=ur2&amp;node=6064498011&amp;pf_rd_i=49957011&amp;pf_rd_m=ATVPDKIKX0DER&amp;pf_rd_p=1429511462&amp;pf_rd_r=079Q8S9ETS7W48XA7XCP&amp;pf_rd_s=center-2&amp;pf_rd_t=101&amp;tag=amazingamaz06-20">Up to 50% on sleepwear on AMAZON!</a></strong> </p>
+</photo-caption>
+<photo-link-url>http://citieslight.tumblr.com/</photo-link-url>
+<photo-url max-width="1280">
+http://24.media.tumblr.com/tumblr_mebokdGrmq1rjwt7po1_500.jpg
+</photo-url>
+<photo-url max-width="500">
+http://24.media.tumblr.com/tumblr_mebokdGrmq1rjwt7po1_500.jpg
+</photo-url>
+<photo-url max-width="400">
+http://25.media.tumblr.com/tumblr_mebokdGrmq1rjwt7po1_400.jpg
+</photo-url>
+<photo-url max-width="250">
+http://25.media.tumblr.com/tumblr_mebokdGrmq1rjwt7po1_250.jpg
+</photo-url>
+<photo-url max-width="100">
+http://25.media.tumblr.com/tumblr_mebokdGrmq1rjwt7po1_100.jpg
+</photo-url>
+<photo-url max-width="75">
+http://31.media.tumblr.com/tumblr_mebokdGrmq1rjwt7po1_75sq.jpg
+</photo-url>
+<tag>girl</tag>
+<tag>teen</tag>
+<tag>hipster</tag>
+<tag>look</tag>
+<tag>clothes</tag>
+</post>
+<post id="36977835193" url="http://citieslight.tumblr.com/post/36977835193" url-with-slug="http://citieslight.tumblr.com/post/36977835193/adv-sign-up-now-and-find-out-what-is-your-shoe" type="photo" date-gmt="2012-12-01 21:25:32 GMT" date="Sat, 01 Dec 2012 23:25:32" unix-timestamp="1354397132" format="html" reblog-key="T02PpdOt" slug="adv-sign-up-now-and-find-out-what-is-your-shoe" width="498" height="750">
+<photo-caption>
+<p><em>Adv</em><br/><strong><a href="http://citieslight.tumblr.com/post/36902464817/sign-up-now-and-find-out-what-is-your-shoe-style" target="_blank">Sign up now and find out what is your shoe style now&#160;»</a></strong> </p>
+</photo-caption>
+<photo-link-url>http://citieslight.tumblr.com/</photo-link-url>
+<photo-url max-width="1280">
+http://25.media.tumblr.com/tumblr_mebojvwCIb1rjwt7po1_500.jpg
+</photo-url>
+<photo-url max-width="500">
+http://25.media.tumblr.com/tumblr_mebojvwCIb1rjwt7po1_500.jpg
+</photo-url>
+<photo-url max-width="400">
+http://24.media.tumblr.com/tumblr_mebojvwCIb1rjwt7po1_400.jpg
+</photo-url>
+<photo-url max-width="250">
+http://25.media.tumblr.com/tumblr_mebojvwCIb1rjwt7po1_250.jpg
+</photo-url>
+<photo-url max-width="100">
+http://31.media.tumblr.com/tumblr_mebojvwCIb1rjwt7po1_100.jpg
+</photo-url>
+<photo-url max-width="75">
+http://24.media.tumblr.com/tumblr_mebojvwCIb1rjwt7po1_75sq.jpg
+</photo-url>
+<tag>girl</tag>
+<tag>sexy</tag>
+<tag>hipster</tag>
+<tag>look</tag>
+<tag>clothes</tag>
+</post>
+</posts>
+</tumblr>

data/test/minitest_helper.rb

@@ -1,4 +1,6 @@
 $LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
-
 require 'tumblr-sync'
 require 'minitest/autorun'
+require 'webmock/minitest'
+
+WebMock.disable_net_connect!

data/test/test_photo_fetcher.rb

@@ -0,0 +1,44 @@
+require 'minitest_helper'
+
+describe TumblrSync::Tumblr do
+  let(:fetcher) { TumblrSync::PhotoFetcher.new "tmp" }
+
+  after { FileUtils.rm_rf "tmp" }
+
+  describe "without redirect" do
+    before do
+      stub_request(:get, "foo.tumblr.com/tumblr.png").to_return(body: File.new('test/fixtures/tumblr.png'), status: 200)
+      fetcher.fetch("http://foo.tumblr.com/tumblr.png")
+    end
+
+    it { fetcher.instance_variable_get('@directory').must_equal "tmp" }
+
+    it "should fetch url" do
+      File.read('test/fixtures/tumblr.png').must_equal File.read('tmp/tumblr.png')
+      assert_requested :get, "http://foo.tumblr.com/tumblr.png", times: 1
+    end
+
+    it "should not fetch existing file" do
+      fetcher.fetch("http://foo.tumblr.com/tumblr.png").must_be_nil
+      assert_requested :get, "http://foo.tumblr.com/tumblr.png", times: 1
+    end
+  end
+
+  describe "with redirect" do
+    before do
+      stub_request(:get, "foo.tumblr.com/picture-1234").to_return(headers: { 'Location' => 'http://foo.tumblr.com/tumblr.png' }, status: 301)
+      stub_request(:get, "foo.tumblr.com/tumblr.png").to_return(body: File.new('test/fixtures/tumblr.png'), status: 200)
+      fetcher.fetch("http://foo.tumblr.com/picture-1234")
+    end
+
+    it "should fetch url" do
+      File.read('test/fixtures/tumblr.png').must_equal File.read('tmp/tumblr.png')
+      assert_requested :get, "http://foo.tumblr.com/picture-1234", times: 1
+      assert_requested :get, "http://foo.tumblr.com/tumblr.png", times: 1
+    end
+
+    it "should not save existing file" do
+      fetcher.fetch("http://foo.tumblr.com/picture-1234").must_be_nil
+    end
+  end
+end

data/test/test_tumblr.rb

@@ -0,0 +1,46 @@
+require 'minitest_helper'
+
+describe TumblrSync::Tumblr do
+  let(:tumblr) { TumblrSync::Tumblr.new "foo.tumblr.com" }
+
+  it { TumblrSync::MAX.must_equal 50 }
+
+  it "should get host" do
+    tumblr.host.must_equal "foo.tumblr.com"
+  end
+
+  it "should get endpoint" do
+    tumblr.send(:endpoint).must_equal "http://foo.tumblr.com/api/read"
+  end
+
+  it "should update host" do
+    tumblr.host = "bar.tumblr.com"
+    tumblr.host.must_equal "bar.tumblr.com"
+  end
+
+  it "should update endpoint" do
+    tumblr.host = "bar.tumblr.com"
+    tumblr.send(:endpoint).must_equal "http://bar.tumblr.com/api/read"
+  end
+
+  it "should get array of images" do
+    stub_request(:get, "foo.tumblr.com/api/read").with(query: { type: :photo, start: 0, num: 2 }).to_return(body: File.new('test/fixtures/api.xml'), status: 200)
+    tumblr.images(0, 2).must_equal ["http://24.media.tumblr.com/tumblr_mebokdGrmq1rjwt7po1_500.jpg", "http://25.media.tumblr.com/tumblr_mebojvwCIb1rjwt7po1_500.jpg"]
+  end
+
+  it "should get total of images" do
+    stub_request(:get, "foo.tumblr.com/api/read").with(query: { type: :photo }).to_return(body: File.new('test/fixtures/api.xml'), status: 200)
+    tumblr.total.must_equal 2721
+  end
+
+  it "should get cycles to retrieve all pictures" do
+    stub_request(:get, "foo.tumblr.com/api/read").with(query: { type: :photo }).to_return(body: File.new('test/fixtures/api.xml'), status: 200)
+    tumblr.times.must_be_instance_of Enumerator
+    tumblr.count.must_equal 55
+  end
+
+  it "should get the uri endpoint" do
+    tumblr.send(:uri_endpoint).must_equal URI("http://foo.tumblr.com/api/read?")
+    tumblr.send(:uri_endpoint, { type: :photo }).must_equal URI("http://foo.tumblr.com/api/read?type=photo")
+  end
+end

data/tumblr-sync.gemspec

@@ -1,15 +1,14 @@
 # coding: utf-8
 lib = File.expand_path('../lib', __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-
 require 'tumblr-sync/version'
 
 Gem::Specification.new do |spec|
   spec.name          = "tumblr-sync"
   spec.version       = TumblrSync::VERSION
-  spec.authors       = ["Vincent Durand"]
-  spec.email         = ["vincent.durand@madwork.org"]
-  spec.description   = "Synchronize pictures from a Tumblr blog, with multithreading"
+  spec.author        = "Vincent Durand"
+  spec.email         = "vincent.durand@madwork.org"
+  spec.description   = "Synchronize pictures from a Tumblr blog with ease and faster than ever!"
   spec.summary       = "Synchronize pictures from a Tumblr blog"
   spec.license       = "MIT"
 
@@ -18,10 +17,12 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
 
-  spec.add_runtime_dependency "mechanize", "~> 2.7.2"
-  spec.add_runtime_dependency "ruby-progressbar", "~> 1.2.0"
-
-  spec.add_development_dependency "bundler", ">= 1.3"
+  spec.add_development_dependency "bundler", "~> 1.3"
   spec.add_development_dependency "rake"
   spec.add_development_dependency "minitest"
+  spec.add_development_dependency "webmock"
+
+  spec.add_runtime_dependency "nokogiri", "~> 1.6.0"
+  spec.add_runtime_dependency "mechanize", "~> 2.7.0"
+  spec.add_runtime_dependency "ruby-progressbar", "~> 1.2.0"
 end

metadata

@@ -1,106 +1,160 @@
 --- !ruby/object:Gem::Specification
 name: tumblr-sync
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.0
 platform: ruby
 authors:
 - Vincent Durand
 autorequire: 
 bindir: bin
-cert_chain: []
-date: 2013-09-18 00:00:00.000000000 Z
+cert_chain:
+- |
+  -----BEGIN CERTIFICATE-----
+  MIIDkjCCAnqgAwIBAgIBATANBgkqhkiG9w0BAQUFADBHMRcwFQYDVQQDDA52aW5j
+  ZW50LmR1cmFuZDEXMBUGCgmSJomT8ixkARkWB21hZHdvcmsxEzARBgoJkiaJk/Is
+  ZAEZFgNvcmcwHhcNMTMwOTE4MTY0MDEwWhcNMTQwOTE4MTY0MDEwWjBHMRcwFQYD
+  VQQDDA52aW5jZW50LmR1cmFuZDEXMBUGCgmSJomT8ixkARkWB21hZHdvcmsxEzAR
+  BgoJkiaJk/IsZAEZFgNvcmcwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIB
+  AQDzlsghBvfbH4yPzi3dXyfkmxjy/uksOkYwzqwbZ6z/TvJdIjY9Xqi/gLe2AxGF
+  kuVxDuxih84WDG8qxCnAfUxt2nDGAVEspmTXHBAsyZqLLDRiP5LvmH/eAKsJY+rU
+  ERSJOaLAotMqHHqXiWnpRgFnzE6RM3Cnqq8LH0jIGF9F8gZVLZeRD+VXK4IX1Vyd
+  HgZKgTPL15k92u7bzqBw7niPCBa9LfYxID6E1bnSHw/kb+7hWarVd/sxpgeH0jgb
+  f8ieDs8S9+bL/TfzEDAOALAqMDgPXPX1mDKESDZ/wBGW/tP3NSbVKsSZFK8b0e00
+  Au/fVbAe+P7+T8po/a5UhjMbAgMBAAGjgYgwgYUwCQYDVR0TBAIwADALBgNVHQ8E
+  BAMCBLAwHQYDVR0OBBYEFKne49vGKR3nRMYhyEbJDI2BVQikMCUGA1UdEQQeMByB
+  GnZpbmNlbnQuZHVyYW5kQG1hZHdvcmsub3JnMCUGA1UdEgQeMByBGnZpbmNlbnQu
+  ZHVyYW5kQG1hZHdvcmsub3JnMA0GCSqGSIb3DQEBBQUAA4IBAQB0EDvvwy8uol26
+  Xm4O1iYcfgkTTX11UwgI6XIbS+1AzUwhl4BdWWFFxcy7v2/UMcx4QaJm+tL2B05V
+  CcVFS8tOMaGk6s7fPdhFswRp+HE9Ex5aiCMAhoIdUbrR5LCJTWyiEBLJhforT+3R
+  RARQ4FabsVVHevPHxzEAUGGGdWzbG4BcvKpWxbsOz/6yVgy3dpscmanMPH6pBpNH
+  XD6+HDD0HP0RBeQtHV2LIhLpiJLmNWRmJ9/Cfry72diEnM7173RAelpJNj0kRYjJ
+  xDr7hfCTJQsNosd7V5q7Uz+SYPK9ALyONt5t3KKYEWS/mBCStEuQXwjIsWG/bqwr
+  vqfQstIS
+  -----END CERTIFICATE-----
+date: 2013-12-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: mechanize
+  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 2.7.2
-  type: :runtime
+        version: '1.3'
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 2.7.2
+        version: '1.3'
 - !ruby/object:Gem::Dependency
-  name: ruby-progressbar
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - '>='
       - !ruby/object:Gem::Version
-        version: 1.2.0
-  type: :runtime
+        version: '0'
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - '>='
       - !ruby/object:Gem::Version
-        version: 1.2.0
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: webmock
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: minitest
+  name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
+        version: 1.6.0
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
-description: Synchronize pictures from a Tumblr blog, with multithreading
-email:
-- vincent.durand@madwork.org
+        version: 1.6.0
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.7.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.7.0
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+description: Synchronize pictures from a Tumblr blog with ease and faster than ever!
+email: vincent.durand@madwork.org
 executables:
 - tumblr-sync
 extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
-- .ruby-version
+- .travis.yml
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
 - bin/tumblr-sync
 - lib/tumblr-sync.rb
+- lib/tumblr-sync/photo_fetcher.rb
 - lib/tumblr-sync/runner.rb
-- lib/tumblr-sync/site.rb
+- lib/tumblr-sync/tumblr.rb
 - lib/tumblr-sync/version.rb
+- test/fixtures/api.xml
+- test/fixtures/tumblr.png
 - test/minitest_helper.rb
-- test/test_tumblr-sync.rb
+- test/test_photo_fetcher.rb
+- test/test_tumblr.rb
 - tumblr-sync.gemspec
 homepage: 
 licenses:
@@ -112,21 +166,23 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.8
+rubygems_version: 2.1.11
 signing_key: 
 specification_version: 4
 summary: Synchronize pictures from a Tumblr blog
 test_files:
+- test/fixtures/api.xml
+- test/fixtures/tumblr.png
 - test/minitest_helper.rb
-- test/test_tumblr-sync.rb
-has_rdoc: 
+- test/test_photo_fetcher.rb
+- test/test_tumblr.rb

metadata.gz.sig

@@ -0,0 +1 @@
+<1?��~6

data/.ruby-version

@@ -1 +0,0 @@
-jruby

data/lib/tumblr-sync/site.rb

@@ -1,41 +0,0 @@
-module TumblrSync
-  MAX = 50
-  
-  class Site
-    extend Forwardable
-    
-    attr_reader :host
-    
-    # Example:
-    # 
-    # t = TumblrSync::Site.new("citieslight.tumblr.com") { |a| a.user_agent_alias = 'Mac Safari' }
-    #
-    def initialize(host, &block)
-      @host = host
-      @endpoint = "http://#{host}/api/read?type=photo"
-      @mechaconf = block
-    end
-    
-    def images(start, number = MAX)
-      http = Mechanize.new(&@mechaconf)
-      http.get("#@endpoint&start=#{start}&num=#{number}")
-      doc = Nokogiri::XML.parse(http.page.body)
-      doc.xpath("//posts/post/photo-url[@max-width='1280']").map(&:text)
-    end
-    
-    def total
-      @total ||= begin
-        http = Mechanize.new(&@mechaconf)
-        http.get(@endpoint)
-        doc = Nokogiri::XML.parse(http.page.body)
-        doc.xpath("//posts/@total").text.to_i
-      end
-    end
-    
-    def times(&block)
-      (total.to_f / MAX + 0.5).round.times(&block)
-    end
-
-    def_delegator :times, :count
-  end
-end

data/test/test_tumblr-sync.rb

@@ -1,7 +0,0 @@
-require 'minitest_helper'
-
-class TestTumblrSync < Minitest::Test
-  def test_that_it_has_a_version_number
-    refute_nil ::TumblrSync::VERSION
-  end
-end