dmm-crawler 0.1.4 → 0.1.5

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: aba2948c3273dec948c8e9f0f0515216964ab5b6
4
- data.tar.gz: 6bdba93682fc12536ba834713e51ee46c6e44da4
3
+ metadata.gz: b6d65185ef93c93354c8eb9967b6b60ca64650b2
4
+ data.tar.gz: e9043312de49e3a70f54bf18d6c5fc64b1772a07
5
5
  SHA512:
6
- metadata.gz: f45423ca87487b80f2b5b5e0599c5e2c6c77c5de9e09b01a7ff3b84e7d3428b13397eae121ca65a995ddef223959359d8518ee464f27ab8734f2e56c2d30cfb2
7
- data.tar.gz: 623fd1aa88cb58498fd46dbead4470e330fb89a17de23a311306ae7749dad827a8a4ee05d544b233141ce7b098dfb12eea3858af1b22af020d43361b0be3a4a7
6
+ metadata.gz: 38e501d44bbef30dbfe1efdadf5e696bcfd9d4cc7580c03bf7b9feff1eabef385b5a8751d45219ddba6da1c659f08120f203dc3cc0359d242696ee452fd5582f
7
+ data.tar.gz: 48720a7e5b861dfc505da33779f8f1c43cb1b0b31b2ff385a8ed92a3fe696879bf98191ed60a3aae89eb8329782d963bb0f8f34c47768f2f237233530d9e2e10
@@ -1,5 +1,8 @@
1
1
  # Change logs
2
2
 
3
+ ## 0.1.5
4
+ - Do not crawl columns related to description.
5
+
3
6
  ## 0.1.4
4
7
  - Move the series to last.
5
8
 
@@ -1,7 +1,7 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- dmm-crawler (0.1.4)
4
+ dmm-crawler (0.1.5)
5
5
  mechanize
6
6
 
7
7
  GEM
@@ -12,8 +12,6 @@ module DMMCrawler
12
12
  title,
13
13
  title_link,
14
14
  image_url,
15
- description,
16
- description_raw,
17
15
  submedia,
18
16
  informations,
19
17
  tags
@@ -47,22 +45,6 @@ module DMMCrawler
47
45
  end
48
46
  end
49
47
 
50
- def description
51
- if art_page?
52
- @element.search('.summary .summary__txt').text
53
- else
54
- @element.search('.rank-desc').text
55
- end.strip
56
- end
57
-
58
- def description_raw
59
- if art_page?
60
- @element.search('.summary .summary__txt').to_s.gsub(/\sclass=".*"/, '').tr('"', "'")
61
- else
62
- @element.search('.rank-desc').to_s.tr('"', "'")
63
- end
64
- end
65
-
66
48
  def submedia
67
49
  return @submedia if @submedia
68
50
 
@@ -15,13 +15,11 @@ module DMMCrawler
15
15
  Attributes.new(page, @submedia).to_a
16
16
  end
17
17
 
18
- arts.map.with_index(1) do |(title, title_link, image_url, description, description_raw, submedia, informations, tags), rank|
18
+ arts.map.with_index(1) do |(title, title_link, image_url, submedia, informations, tags), rank|
19
19
  {
20
20
  title: "#{rank}位: #{title}",
21
21
  title_link: title_link,
22
22
  image_url: image_url,
23
- description: description,
24
- description_raw: description_raw,
25
23
  submedia: submedia,
26
24
  informations: informations,
27
25
  tags: tags
@@ -1,3 +1,3 @@
1
1
  module DMMCrawler
2
- VERSION = '0.1.4'.freeze
2
+ VERSION = '0.1.5'.freeze
3
3
  end
@@ -20,7 +20,7 @@ describe DMMCrawler::Ranking do
20
20
 
21
21
  let(:term) { '24' }
22
22
 
23
- it { is_expected.to all(include(:title, :title_link, :image_url, :description, :description_raw, :submedia, :informations, :tags)) }
23
+ it { is_expected.to all(include(:title, :title_link, :image_url, :submedia, :informations, :tags)) }
24
24
  end
25
25
 
26
26
  context 'with not registered argument' do
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: dmm-crawler
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.4
4
+ version: 0.1.5
5
5
  platform: ruby
6
6
  authors:
7
7
  - Satoshi Ohmori
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2017-06-17 00:00:00.000000000 Z
11
+ date: 2017-06-24 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: mechanize