dmm-crawler 0.2.1 → 0.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0fbdb558032e848d11224c9030642f04dfee44bf
-  data.tar.gz: ccb2cc27b9aafe47ca5331ae092889345fd177f9
+  metadata.gz: 653778e42cde0643d26e9e7e24c4f7b7aefff105
+  data.tar.gz: 715a8a7937cb7b4351f11718fcf0327ef85700c0
 SHA512:
-  metadata.gz: 72f5cd5902904c4fe4100fbacf5374bc28070406112d5ca82a5abd909a5eb3c5d7882b77ca905ce60254c9a8b0daf56d74a7df7fc7c7ae77d54c631cad0e50d0
-  data.tar.gz: 70f8c48093ab24a88c1923312db6c6e2131c2704c04f1d6d20ac603d90b7efa9df1b237313cdfb6be1357064aec89a1c15c4fe831112ae78ea8b4ef8a39be200
+  metadata.gz: cadd766510e0de7319ec516a708ec6d9b3ce315f79d6fa5c52ac1ca3f0b31c65acd276230932c051b0ccdb99cfb689e915bb0f02c76ea06c67d3b172705fb1f8
+  data.tar.gz: d9b31e5c90c5141c0ca7a26d6a64d48343fa920ee3ebd475aece738d769536a0cccaa478d864c36814eeaf4907f7e654396f6e1feafd24940d4867b03fef30b8

data/.gitignore

@@ -1,2 +1,3 @@
 /vendor
 /pkg
+Gemfile.lock

data/CHANGELOG.md

@@ -1,5 +1,18 @@
 # Change logs
 
+## 0.2.3
+- Do not lock gem versions in 'dmm-crawler.gemspec'.
+- Change the author name element due to it is not found.
+
+### Security Changes
+- Lock the RuboCop version over `0.49.0`.
+
+### Breaking Changes
+- Reduce the ranking size to ten.
+
+## 0.2.2
+- Do not manage 'Gemfile.lock'.
+
 ## 0.2.1
 - Add an attribute for author.
 

data/dmm-crawler.gemspec

@@ -19,9 +19,9 @@ Gem::Specification.new do |spec|
 
   spec.add_runtime_dependency 'mechanize'
 
-  spec.add_development_dependency 'bundler', '~> 1.14'
-  spec.add_development_dependency 'rake', '~> 10.0'
-  spec.add_development_dependency 'rubocop', '~> 0.47'
-  spec.add_development_dependency 'pry', '0.10.4'
-  spec.add_development_dependency 'rspec', '3.5.0'
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rubocop', '< 0.49.0'
+  spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'rspec'
 end

data/lib/dmm-crawler/attributes.rb

@@ -60,7 +60,7 @@ module DMMCrawler
     end
 
     def author
-      @page.search('p.circleProductTitle__main').text.gsub('作品一覧', '')
+      @page.search('div.circleName__item').text.strip
     end
 
     def informations

data/lib/dmm-crawler/ranking.rb

@@ -8,10 +8,11 @@ module DMMCrawler
     end
 
     def arts
-      arts = page.search('.rank-rankListItem.fn-setPurchaseChange').map do |element|
-        sleep 1
-        url = File.join(BASE_URL, element.search('.rank-name a').first.attributes['href'].value)
-        Attributes.new(url).to_a
+      arts = page.search('.rank-rankListItem.fn-setPurchaseChange').take(10).map do |element|
+        sleep_each do
+          url = File.join(BASE_URL, element.search('.rank-name a').first.attributes['href'].value)
+          Attributes.new(url).to_a
+        end
       end
 
       arts.map.with_index(1) do |(title, title_link, image_url, submedia, author, informations, tags), rank|
@@ -42,5 +43,10 @@ module DMMCrawler
       return agent if agent.is_a?(Mechanize)
       raise TypeError
     end
+
+    def sleep_each
+      sleep rand(0.7..1.3)
+      yield
+    end
   end
 end

data/lib/dmm-crawler/version.rb

@@ -1,3 +1,3 @@
 module DMMCrawler
-  VERSION = '0.2.1'.freeze
+  VERSION = '0.2.3'.freeze
 end

data/spec/dmm-crawler/ranking_spec.rb

@@ -13,7 +13,7 @@ describe DMMCrawler::Ranking do
 
       let(:term) { '24' }
 
-      it { is_expected.to be 20 }
+      it { is_expected.to be 10 }
     end
 
     context 'with 24 argument' do
@@ -22,6 +22,7 @@ describe DMMCrawler::Ranking do
       let(:term) { '24' }
 
       it { is_expected.to all(include(:title, :title_link, :image_url, :submedia, :author, :informations, :tags)) }
+      it { is_expected.to all(satisfy { |art| art.all? { |_k, v| v != '' } }) }
     end
 
     context 'with not registered argument' do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dmm-crawler
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.3
 platform: ruby
 authors:
 - Satoshi Ohmori
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-09-30 00:00:00.000000000 Z
+date: 2017-12-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
@@ -28,72 +28,72 @@ dependencies:
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.14'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.14'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rubocop
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - "<"
       - !ruby/object:Gem::Version
-        version: '0.47'
+        version: 0.49.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - "<"
       - !ruby/object:Gem::Version
-        version: '0.47'
+        version: 0.49.0
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.10.4
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.10.4
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 3.5.0
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 3.5.0
+        version: '0'
 description: Show DMM and DMM.R18's crawled data. e.g. ranking
 email:
 - sachin21dev@gmail.com
@@ -107,7 +107,6 @@ files:
 - ".travis.yml"
 - CHANGELOG.md
 - Gemfile
-- Gemfile.lock
 - LICENSE.txt
 - README.md
 - Rakefile
@@ -141,7 +140,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.2
+rubygems_version: 2.6.11
 signing_key: 
 specification_version: 4
 summary: Show DMM and DMM.R18's crawled data

data/Gemfile.lock

@@ -1,84 +0,0 @@
-PATH
-  remote: .
-  specs:
-    dmm-crawler (0.2.1)
-      mechanize
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    ast (2.3.0)
-    coderay (1.1.1)
-    diff-lcs (1.3)
-    domain_name (0.5.20170404)
-      unf (>= 0.0.5, < 1.0.0)
-    http-cookie (1.0.3)
-      domain_name (~> 0.5)
-    mechanize (2.7.5)
-      domain_name (~> 0.5, >= 0.5.1)
-      http-cookie (~> 1.0)
-      mime-types (>= 1.17.2)
-      net-http-digest_auth (~> 1.1, >= 1.1.1)
-      net-http-persistent (~> 2.5, >= 2.5.2)
-      nokogiri (~> 1.6)
-      ntlm-http (~> 0.1, >= 0.1.1)
-      webrobots (>= 0.0.9, < 0.2)
-    method_source (0.8.2)
-    mime-types (3.1)
-      mime-types-data (~> 3.2015)
-    mime-types-data (3.2016.0521)
-    mini_portile2 (2.3.0)
-    net-http-digest_auth (1.4.1)
-    net-http-persistent (2.9.4)
-    nokogiri (1.8.1)
-      mini_portile2 (~> 2.3.0)
-    ntlm-http (0.1.1)
-    parser (2.4.0.0)
-      ast (~> 2.2)
-    powerpack (0.1.1)
-    pry (0.10.4)
-      coderay (~> 1.1.0)
-      method_source (~> 0.8.1)
-      slop (~> 3.4)
-    rainbow (2.2.1)
-    rake (10.5.0)
-    rspec (3.5.0)
-      rspec-core (~> 3.5.0)
-      rspec-expectations (~> 3.5.0)
-      rspec-mocks (~> 3.5.0)
-    rspec-core (3.5.4)
-      rspec-support (~> 3.5.0)
-    rspec-expectations (3.5.0)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.5.0)
-    rspec-mocks (3.5.0)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.5.0)
-    rspec-support (3.5.0)
-    rubocop (0.47.1)
-      parser (>= 2.3.3.1, < 3.0)
-      powerpack (~> 0.1)
-      rainbow (>= 1.99.1, < 3.0)
-      ruby-progressbar (~> 1.7)
-      unicode-display_width (~> 1.0, >= 1.0.1)
-    ruby-progressbar (1.8.1)
-    slop (3.6.0)
-    unf (0.1.4)
-      unf_ext
-    unf_ext (0.0.7.4)
-    unicode-display_width (1.1.3)
-    webrobots (0.1.2)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  bundler (~> 1.14)
-  dmm-crawler!
-  pry (= 0.10.4)
-  rake (~> 10.0)
-  rspec (= 3.5.0)
-  rubocop (~> 0.47)
-
-BUNDLED WITH
-   1.16.0.pre.2