dmm-crawler 0.3.3 → 0.3.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b6449f249355693b543ef568f92525a4a7748c4d0639085d98950f2d463ba987
-  data.tar.gz: 11628215e86cbf6e7c4b2b6758755ca4549ba822dc4881f7269f981601d2af9e
+  metadata.gz: ba00ec149d0da09749dc8ec8816ec3ddf8622f4e480c61eceadff8debebbcda8
+  data.tar.gz: 214724b5d29f1f1f6d8ba1de2352a237f9912bfd268a08c773b72fbdc103642b
 SHA512:
-  metadata.gz: 71e135dc337bfc1055db8f5c8cccf4af60ad8915e242c81a577dd7f2b0e42d4295bad870b27d6c170038fada22e3ee1338bf6163b682993a8a5f83ac8649afb0
-  data.tar.gz: 1d270e6c3af7d334e6ed0303728387eb446b1119153c936e0026305c46d03f40074a8005b011870b71f118f026721dd925dbf4e7e9c556a305a111a823e6750f
+  metadata.gz: bd1d972aba0af499834e7749e5a5e55d3ee790761000a4a33f62045c6e30e8bf3c8046509acac7d77bcbb991f7e3f95a37534f5244c2aa8594bb6305cf4f2389
+  data.tar.gz: db9c7320934c9883568b129882d66fd355ddc2c348074dbc0949598f0f044bb325d84346a1650e2be0bfd0f5182990d11130a727fb87fd61c5af4a8c26acb767

data/.travis.yml

@@ -1,10 +1,10 @@
 language: ruby
 
 rvm:
-  - ruby-2.2.2
-  - ruby-2.3.0
-  - ruby-2.4.0
-  - ruby-2.4.1
+  - ruby-2.2.9
+  - ruby-2.3.7
+  - ruby-2.4.4
+  - ruby-2.5.1
 
 before_install:
   - gem install bundler

data/CHANGELOG.md

@@ -1,5 +1,9 @@
 # Change logs
 
+## 0.3.4
+- Support Ruby `2.5.1`.
+- Implement the function to detect excluded arts for affiliating.
+
 ## 0.3.3
 - Fetch first img element from art page.
 

data/dmm-crawler.gemspec

@@ -17,6 +17,7 @@ Gem::Specification.new do |spec|
 
   spec.require_paths = ['lib']
 
+  spec.add_runtime_dependency 'rdmm'
   spec.add_runtime_dependency 'mechanize'
 
   spec.add_development_dependency 'bundler'

data/lib/dmm-crawler.rb

@@ -1,3 +1,4 @@
+require 'rdmm'
 require 'mechanize'
 
 module DMMCrawler

data/lib/dmm-crawler/attributes.rb

@@ -1,7 +1,10 @@
 module DMMCrawler
   class Attributes
+    HTTP_STATUS_CODE_OF_SUCCESS = 200
+
     def initialize(url, agent: Agent.instance.agent)
       @page = agent.get(url)
+      @r_client = Rdmm::Client.new(affiliate_id: ENV['DMM_AFFILIATE_ID'], api_id: ENV['DMM_API_ID'])
     end
 
     def to_a
@@ -13,10 +16,15 @@ module DMMCrawler
         author,
         informations,
         price,
+        affiliateable?,
         tags
       ]
     end
 
+    def affiliateable?
+      @r_client.list_items(site: 'DMM.R18', keyword: title).body['result']['status'] == HTTP_STATUS_CODE_OF_SUCCESS
+    end
+
     private
 
     def title

data/lib/dmm-crawler/client.rb

@@ -15,5 +15,9 @@ module DMMCrawler
     def get_attributes(url)
       Attributes.new(url, agent: @agent).to_a
     end
+
+    def affiliateable?(url)
+      Attributes.new(url, agent: @agent).affiliateable?
+    end
   end
 end

data/lib/dmm-crawler/ranking.rb

@@ -15,7 +15,7 @@ module DMMCrawler
         end
       end
 
-      arts.map.with_index(1) do |(title, title_link, image_url, submedia, author, informations, price, tags), rank|
+      arts.map.with_index(1) do |(title, title_link, image_url, submedia, author, informations, price, affiliateable, tags), rank|
         {
           title: title,
           title_link: title_link,
@@ -25,6 +25,7 @@ module DMMCrawler
           informations: informations,
           rank: rank,
           price: price,
+          affiliateable: affiliateable,
           tags: tags
         }
       end

data/lib/dmm-crawler/version.rb

@@ -1,3 +1,3 @@
 module DMMCrawler
-  VERSION = '0.3.3'.freeze
+  VERSION = '0.3.4'.freeze
 end

data/spec/dmm-crawler/ranking_spec.rb

@@ -1,33 +1,30 @@
 describe DMMCrawler::Ranking do
-  let(:attachments) { described_class.new(arguments).arts }
-
   let(:agent) { DMMCrawler::Agent.instance.agent }
   let(:submedia) { 'cg' }
   let(:arguments) { { submedia: submedia, term: term, agent: agent } }
 
   describe '#arts' do
+    subject { attachments }
+
     after { sleep 2 }
 
     context 'with length' do
-      subject { attachments.length }
-
+      let(:attachments) { described_class.new(arguments).arts.length }
       let(:term) { '24' }
 
       it { is_expected.to be 10 }
     end
 
     context 'with 24 argument' do
-      subject { attachments }
-
+      let(:attachments) { described_class.new(arguments).arts }
       let(:term) { '24' }
 
-      it { is_expected.to all(include(:title, :title_link, :image_url, :submedia, :author, :informations, :rank, :price, :tags)) }
+      it { is_expected.to all(include(:title, :title_link, :image_url, :submedia, :author, :informations, :rank, :price, :affiliateable, :tags)) }
       it { is_expected.to all(satisfy { |art| art.all? { |_k, v| v != '' } }) }
     end
 
     context 'with not registered argument' do
-      subject { -> { attachments } }
-
+      let(:attachments) { -> { described_class.new(arguments).arts } }
       let(:term) { nil }
 
       it { is_expected.to raise_error(TypeError) }

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: dmm-crawler
 version: !ruby/object:Gem::Version
-  version: 0.3.3
+  version: 0.3.4
 platform: ruby
 authors:
 - Satoshi Ohmori
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-04-26 00:00:00.000000000 Z
+date: 2018-05-27 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: rdmm
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: mechanize
   requirement: !ruby/object:Gem::Requirement