dmm-crawler 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5df41735d4f8eedf776285760e2cc02e4bcc7c39
-  data.tar.gz: 85f963c4432c166a3d5b9896099babaffc9cd407
+  metadata.gz: b2a971f680dc60f0a06721a2a0c6b29f1f06aced
+  data.tar.gz: c36967cc3cc6cc8c7a72283c28905e6db4b18d20
 SHA512:
-  metadata.gz: 79819ff75becdf9790590491d15afc27f641c2c61b68c9a8f5049fc971121eebc6b4894d114ecec719d62497f8eb5cd6e45d7260d1b31736d19b63f7cdb3f1d8
-  data.tar.gz: bfe581c5bff9f8a69910fac9821ff86e9822df122a409cdae86199229db302ccc4885d337479ac559dd9db2d53dc97f0d9c84b57cd08ea0e8500033c2845da70
+  metadata.gz: 853c15408188b05ee7be37d1bc57e6f478c893253f3c0979c09f7c9adfd589a611253d280cdce49883ba0d3625204db6292906fe4fc7b111fe372e15e5811feb
+  data.tar.gz: 2eed407e8d1de2ec579f59ebe9ef8e93dc99a5b846e5ca60f904e845eaf7751b9ac48068ffef2cc6d1bb2f8591afd172511ccc679c1da35bc7227503d5928df5

data/CHANGELOG.md

@@ -0,0 +1,8 @@
+# Change logs
+
+## v0.0.2
+- Write docs for dmm-crawler.
+- Add a function to fetch tags for the title.
+
+## v0.0.1
+- Implement fetch the ranking for the DMM.R18's rankings.

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    dmm-crawler (0.0.1)
+    dmm-crawler (0.0.2)
       mechanize
 
 GEM

data/README.md

@@ -0,0 +1,50 @@
+:us: [:jp:](./doc/ja/README.md) [![Build Status](https://travis-ci.org/sachin21/dmm-crawler.svg?branch=master)](https://travis-ci.org/sachin21/dmm-crawler) ![Gem Version](https://badge.fury.io/rb/dmm-crawler.svg) [![Build Status](https://travis-ci.org/sachin21/dmm-crawler.svg?branch=master)](https://travis-ci.org/sachin21/dmm-crawler) [![Code Climate](https://codeclimate.com/github/sachin21/dmm-crawler/badges/gpa.svg)](https://codeclimate.com/github/sachin21/dmm-crawler) [![Gem](https://img.shields.io/gem/dt/dmm-crawler.svg)](https://rubygems.org/gems/dmm-crawler)
+
+# DMM Crawler
+
+## What is DMM Crawler
+
+Show DMM and DMM.R18's crawled data. Now, All rankings for doujin is crawlable.
+
+## Installation
+
+On your gemfile.
+
+```
+gem 'dmm-crawler'
+```
+
+## Usage
+From the bot in invited Slack's room.
+
+```ruby
+require 'dmm-crawler'
+
+include DMMCrawler
+
+args = {
+  term: '24',
+  submedia: 'cg'
+}
+
+Ranking.new(args).books
+
+# =>
+# {
+#   title: "title",
+#   url: 'URL for title',
+#   image_url: 'Link to title's main image',
+#   tags: ['tag1', 'tag2']
+# }
+```
+
+For example, Above command will show the doujin cg 24's ranking.
+
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/doc/ja/README.md

@@ -0,0 +1,48 @@
+[:us:](../../README.md) :jp: [![Build Status](https://travis-ci.org/sachin21/dmm-crawler.svg?branch=master)](https://travis-ci.org/sachin21/dmm-crawler) ![Gem Version](https://badge.fury.io/rb/dmm-crawler.svg) [![Build Status](https://travis-ci.org/sachin21/dmm-crawler.svg?branch=master)](https://travis-ci.org/sachin21/dmm-crawler) [![Code Climate](https://codeclimate.com/github/sachin21/dmm-crawler/badges/gpa.svg)](https://codeclimate.com/github/sachin21/dmm-crawler) [![Gem](https://img.shields.io/gem/dt/dmm-crawler.svg)](https://rubygems.org/gems/dmm-crawler)
+
+# DMM Crawler
+
+## DMM Crawlerとは
+DMM.R18のクロールしたデータを取得するgemです。現在、**同人**のランキングにのみ対応しております。
+
+## インストール
+
+Gemfileに以下を追記してください。
+
+```
+gem 'dmm-crawler'
+```
+
+## 使い方
+データを使いたい`.rb`ファイルで以下を実行したらクロールしたデータが取得出来ます。
+
+```ruby
+require 'dmm-crawler'
+
+include DMMCrawler
+
+args = {
+  term: '24',
+  submedia: 'cg'
+}
+
+Ranking.new(args).books
+
+# =>
+# {
+#   title: "タイトル",
+#   url: '作品のURL',
+#   image_url: '作品のメイン画像へのURL',
+#   tags: ['タグ1', 'タグ2']
+# }
+```
+
+この例ではCG作品の24時間ランキングのデータを取得しています。
+
+## コントリビューション
+
+1. フォークする
+2. 新しくブランチを切る (`git checkout -b my-new-feature`)
+3. 変更をコミットする (`git commit -am 'Add some feature'`)
+4. 変更をプッシュする (`git push origin my-new-feature`)
+5. プルリクエストを投げる :+1:

data/lib/dmm-crawler/ranking.rb

@@ -1,7 +1,6 @@
 module DMMCrawler
   class Ranking
     BASE_URL = 'http://www.dmm.co.jp'.freeze
-    COLORS = %w(7acc28 9dcc28 cc2828 cc6e28 28a9cc 3428cc cc28b4 c0cc28 2886cc 28cca9).map { |hex| "##{hex}" }.freeze
 
     def initialize(arguments)
       @term = discriminate_term(arguments[:term])
@@ -15,10 +14,12 @@ module DMMCrawler
         [
           element.search('.rank-name').first.text.strip,
           element.search('img').last.attributes['src'].value,
-          "#{BASE_URL}#{element.search('.rank-name').first.search('a').first.attributes.first[1].value}"
+          "#{BASE_URL}#{element.search('.rank-name').first.search('a').first.attributes.first[1].value}",
+          element.search('.rank-labelListItem').map { |e| e.search('a').text.strip }
         ]
       end
-      books.take(10).zip(COLORS).map.with_index(1) { |((title, image, url), color), rank| { title: "#{rank}位: #{title}", title_link: url, image_url: image, color: color } }
+
+      books.map.with_index(1) { |(title, image, url, tags), rank| { title: "#{rank}位: #{title}", url: url, image_url: image, tags: tags } }
     end
 
     private

data/lib/dmm-crawler/version.rb

@@ -1,3 +1,3 @@
 module DMMCrawler
-  VERSION = '0.0.1'.freeze
+  VERSION = '0.0.2'.freeze
 end

data/spec/dmm-crawler/ranking_spec.rb

@@ -5,13 +5,23 @@ describe DMMCrawler::Ranking do
   let(:arguments) { { submedia: submedia, term: term } }
 
   describe '#books' do
+    after { sleep 2 }
+
+    context 'with length' do
+      subject { attachments.length }
+
+      let(:term) { '24' }
+
+      it { is_expected.to be 20 }
+    end
+
     context 'with 24 argument' do
       subject { attachments }
 
       let(:term) { '24' }
 
       it { is_expected.not_to be_empty }
-      it { is_expected.to all(include(:title, :title_link, :image_url, :color)) }
+      it { is_expected.to all(include(:title, :url, :image_url, :tags)) }
     end
 
     context 'with not registered argument' do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dmm-crawler
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Satoshi Ohmori
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-04-29 00:00:00.000000000 Z
+date: 2017-05-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
@@ -105,11 +105,14 @@ files:
 - ".rspec"
 - ".rubocop.yml"
 - ".travis.yml"
+- CHANGELOG.md
 - Gemfile
 - Gemfile.lock
 - LICENSE.txt
+- README.md
 - Rakefile
 - dmm-crawler.gemspec
+- doc/ja/README.md
 - lib/dmm-crawler.rb
 - lib/dmm-crawler/agent.rb
 - lib/dmm-crawler/ranking.rb