ero_getter 0.1.6 → 1.0.0

data/spec/spec_helper.rb

@@ -2,6 +2,7 @@ $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
 $LOAD_PATH.unshift(File.dirname(__FILE__))
 require 'rspec'
 require 'ero_getter'
+require 'fakeweb'
 
 # Requires supporting files with custom matchers and macros, etc,
 # in ./support/ and its subdirectories.
@@ -11,6 +12,9 @@ RSpec.configure do |config|
 
 end
 
+def fake(method, url, file)
+  FakeWeb.register_uri(method, url, :body => File.read(sample_path(file)))
+end
 
 def sample_path(file)
   File.join(File.dirname(__FILE__), 'samples', file)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ero_getter
 version: !ruby/object:Gem::Version
-  version: 0.1.6
+  version: 1.0.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-05-25 00:00:00.000000000 Z
+date: 2012-05-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -44,7 +44,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rubyzip
+  name: zipruby
   requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
@@ -107,6 +107,22 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -139,6 +155,22 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: fakeweb
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: ero getter
 email: masaki@hisme.net
 executables: []
@@ -152,17 +184,22 @@ files:
 - .rvmrc
 - .travis.yml
 - Gemfile
+- Guardfile
 - LICENSE.txt
 - README.rdoc
 - Rakefile
 - VERSION
 - ero_getter.gemspec
+- lib/downloader/nijigazou_sokuhou.rb
 - lib/ero_getter.rb
-- lib/ero_getter/downloader.rb
-- lib/ero_getter/downloader/base.rb
-- spec/downloader/base_spec.rb
-- spec/downloader_spec.rb
+- lib/ero_getter/base.rb
+- lib/ero_getter/utils.rb
+- spec/downloader/nijigazou_sokuhou_spec.rb
+- spec/ero_getter/base_spec.rb
 - spec/ero_getter_spec.rb
+- spec/samples/nijigazou_sokuhou/first.html
+- spec/samples/nijigazou_sokuhou/last.html
+- spec/samples/nijigazou_sokuhou/middle.html
 - spec/samples/sample.html
 - spec/spec_helper.rb
 homepage: http://github.com/masarakki/ero_getter
@@ -180,7 +217,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 1473330782112725000
+      hash: -971160779263307343
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:

data/lib/ero_getter/downloader/base.rb

@@ -1,81 +0,0 @@
-require 'active_support/inflector'
-require 'httpclient'
-require 'nokogiri'
-require 'open-uri'
-
-class EroGetter::Downloader::Base
-  def initialize(url, direction = 0)
-    raise unless url.match url_regex
-    @url = url
-    @direction = direction
-  end
-
-  def base_dir
-    self.class.to_s.underscore
-  end
-
-  def directory
-    unless @dir
-      @dir = File.join(EroGetter.directory, base_dir, sub_directory)
-      EroGetter::Downloader.mkdir(@dir)
-    end
-    @dir
-  end
-
-  def http_client
-    @http_client ||= HTTPClient.new
-  end
-
-  def url
-    @url
-  end
-
-  def direction
-    @direction
-  end
-
-  def document
-    @document ||= Nokogiri::HTML(open(url).read)
-  end
-
-  def title
-    @title ||= document.title
-  end
-
-  class << self
-    def name(site_name)
-      define_method(:name) do
-        site_name
-      end
-    end
-
-    def url(regex)
-      define_method(:url_regex) do
-        regex
-      end
-      EroGetter.add_mapping(regex, self)
-    end
-
-    def target(css_selector, &block)
-      define_method(:targets) do
-        unless instance_variable_defined?(:@targets)
-          items = document.css(css_selector).map do |elm|
-            yield(elm)
-          end
-          instance_variable_set(:@targets, items.compact)
-        end
-        instance_variable_get(:@targets)
-      end
-    end
-
-    def sub_directory(&block)
-      define_method(:sub_directory) do
-        unless instance_variable_defined?(:@sub_directory)
-          instance_variable_set(:@sub_directory, self.instance_eval(&block))
-        end
-        instance_variable_get(:@sub_directory)
-      end
-    end
-  end
-
-end

data/lib/ero_getter/downloader.rb

@@ -1,41 +0,0 @@
-require 'zip/zip'
-require 'digest/md5'
-
-class EroGetter::Downloader
-  autoload :Base, 'ero_getter/downloader/base'
-
-  class << self
-    def base_path
-      path = File.join(ENV['HOME'], 'ero_getter')
-      mkdir(path) unless Dir.exists?(path)
-      path
-    end
-
-    def mkdir(path)
-      unless File.exists?(path)
-        basedir = File.dirname(path)
-        mkdir(basedir) unless File.exists?(basedir)
-        Dir.mkdir(path)
-      end
-    end
-
-    def unzip(zip_data)
-      tmp_file = File.join(base_path, Digest::MD5.hexdigest(zip_data))
-      begin
-        File.open(tmp_file, 'wb') { |f| f.write zip_data }
-        result = []
-        Zip::ZipInputStream.open(tmp_file) do |zip|
-          while entry = zip.get_next_entry
-            filename = entry.name_in(entry.name_encoding)
-            if entry.file? && !filename.match(/\.(txt|html)$/)
-              result << [filename, entry.get_input_stream {|f| f.read}]
-            end
-          end
-        end
-      ensure
-        File.delete tmp_file if File.exists?(tmp_file)
-      end
-      result
-    end
-  end
-end

data/spec/downloader/base_spec.rb

@@ -1,57 +0,0 @@
-require 'spec_helper'
-
-describe EroGetter::Downloader::Base do
-  let(:regex) { %r{http://example.net/\d+.html} }
-  before do
-    _regex = regex
-    @klazz = Class.new(EroGetter::Downloader::Base) do
-      name 'NijiEro BBS'
-      url _regex
-
-      target "ul#sources li a" do |elm|
-        elm[:href]
-      end
-
-      sub_directory do
-        targets.map{|x| x.split(%r{/}).last }.join('/')
-      end
-    end
-    @klazz.stub(:to_s).and_return('TestClass')
-  end
-
-  describe "assign url_mapping" do
-    it { EroGetter.url_mapping.should have_key regex }
-    it { EroGetter.url_mapping[regex].should == @klazz }
-  end
-
-  describe :instance_methods do
-    subject { @dl }
-    context :good do
-      before do
-        @dl = @klazz.new('http://example.net/10101010.html')
-        @dl.stub(:open).and_return(File.open(sample_path('sample.html')))
-        EroGetter::Downloader.stub(:mkdir).and_return(true)
-        EroGetter.stub('directory').and_return('/tmp')
-      end
-      its(:name) { should == 'NijiEro BBS' }
-      its(:url_regex) { should == regex }
-      its(:base_dir) { should == 'test_class' }
-      its(:http_client) { should be_a HTTPClient }
-      its(:document) { should be_a Nokogiri::HTML::Document }
-      its(:title) { should == 'EroGetter Server' }
-      its(:url) { should == 'http://example.net/10101010.html' }
-      its(:direction) { should == 0 }
-      its(:targets) { should == ['https://github.com/masarakki/ero_getter_server',
-          'https://github.com/masarakki/ero_getter_chrome_extension'] }
-      its(:sub_directory) { should == 'ero_getter_server/ero_getter_chrome_extension' }
-      its(:directory) { should == '/tmp/test_class/ero_getter_server/ero_getter_chrome_extension' }
-    end
-    context :url_mismatch do
-      it {
-        lambda {
-          @klazz.new('http://example.com/10101010.html')
-        }.should raise_error
-      }
-    end
-  end
-end

data/spec/downloader_spec.rb

@@ -1,6 +0,0 @@
-require 'spec_helper'
-
-describe EroGetter::Downloader do
-  subject { @downloader }
-  before { @downloader = EroGetter::Downloader.new }
-end