dmm-crawler 0.0.7 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: eb56239edb86563849592406e4f1200bb4d65ed4
-  data.tar.gz: 3b1da0a4739d6c58c3150a34cfafca8a28007feb
+  metadata.gz: fb28829797ace3b0102362683982bcdfca075a56
+  data.tar.gz: c4a8628acd41839ed5a51fcf4c258618e6131092
 SHA512:
-  metadata.gz: cc7ba070fddeb892b273c9ebc462e7fdbd887eaf9ee502d3b27733fa42a82ac5db487bdbc3ccc3ee9173d4a674038b9029aadb2d019deebc0f9b46e766114080
-  data.tar.gz: dec069dd897e02a5e9e15d51184b2237c11889d66b8f0d435fe609d1a599b68998d29c373af730d3c848359c91a26627bbe6543d3b5758bc6d20dc522b0612ec
+  metadata.gz: 719401d375387a33ec83b2ba7da3ee6b358c3b7172b455f742c2a09e99d7ed0e675fd907f91198eca45f1bf49ebf0310c8c238c449d99e2eb1a8360b812f6706
+  data.tar.gz: ba6651b43f241a5f3c5d2b8665cc58160f9168e4a17eec011281a21372dda1f269ea442f05cebbe580fc18fd17cc5f908ad125b2d3dfd984678cbfb439191eb8

data/CHANGELOG.md

@@ -1,11 +1,14 @@
 # Change logs
 
-## 0.0.6
+## 0.1.0
+- Add an attribute raw data of description that include HTML tag.
+
+## 0.0.7
 ### Critical bug fix
 - Replace url with image_url
+- Fix the bug where description is empty.
 
 ## 0.0.6
-- Fix the bug where description is empty.
 - Refactor codes related to attributes for the art.
 
 ## 0.0.5

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    dmm-crawler (0.0.7)
+    dmm-crawler (0.1.0)
       mechanize
 
 GEM

data/lib/dmm-crawler/ranking.rb

@@ -14,12 +14,13 @@ module DMMCrawler
         Attribute.new(element).to_a
       end
 
-      arts.map.with_index(1) do |(title, title_link, image_url, description, tags), rank|
+      arts.map.with_index(1) do |(title, title_link, image_url, description, description_raw, tags), rank|
         {
           title: "#{rank}位: #{title}",
           title_link: title_link,
           image_url: image_url,
           description: description,
+          description_raw: description_raw,
           tags: tags
         }
       end
@@ -37,6 +38,7 @@ module DMMCrawler
           title_link,
           image_url,
           description,
+          description_raw,
           tags
         ]
       end
@@ -59,7 +61,17 @@ module DMMCrawler
         @element.search('.rank-desc').text.nil? ? fetch_description : @element.search('.rank-desc').text
       end
 
+      def description_raw
+        @element.search('.rank-desc').text.nil? ? fetch_description_raw : @element.search('.rank-desc').to_s
+      end
+
       def fetch_description
+        url = File.join(BASE_URL, @element.search('.rank-name a').first.attributes['href'].value)
+        page = @agent.get(url)
+        page.search('.summary .summary__txt').text
+      end
+
+      def fetch_description_raw
         url = File.join(BASE_URL, @element.search('.rank-name a').first.attributes['href'].value)
         page = @agent.get(url)
         page.search('.summary .summary__txt').to_s.gsub(/\sclass=".*"/, '')

data/lib/dmm-crawler/version.rb

@@ -1,3 +1,3 @@
 module DMMCrawler
-  VERSION = '0.0.7'.freeze
+  VERSION = '0.1.0'.freeze
 end

data/spec/dmm-crawler/ranking_spec.rb

@@ -21,7 +21,7 @@ describe DMMCrawler::Ranking do
       let(:term) { '24' }
 
       it { is_expected.not_to be_empty }
-      it { is_expected.to all(include(:title, :title_link, :image_url, :description, :tags)) }
+      it { is_expected.to all(include(:title, :title_link, :image_url, :description, :description_raw, :tags)) }
     end
 
     context 'with not registered argument' do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dmm-crawler
 version: !ruby/object:Gem::Version
-  version: 0.0.7
+  version: 0.1.0
 platform: ruby
 authors:
 - Satoshi Ohmori
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-05-22 00:00:00.000000000 Z
+date: 2017-05-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize