nicoquery 0.0.1.4 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 15d6f2118588b2124758dc3642306e06a00b9d69
-  data.tar.gz: 55813fd196a22de63b674cc9499208e04ee03217
+  metadata.gz: 4f0ddf47b8f763c5fc064122517e69f31680ca13
+  data.tar.gz: dc5b0711ae9be3cfcc2ad20d789f31d89c407146
 SHA512:
-  metadata.gz: 8a4af2d7651431930e523409113dac51189184edd9b4e26a969e9f96f6291ec5ca80246a8c13db06362500d596df88d2166a8b2cc9a7030cc77ac841a716abca
-  data.tar.gz: a6db57d557c28d24d007df3669ac3fbff4033ef56f09708321ec925de279d96750f1f4eb503a56d2b10d28f011ac051d89a18e284ca88cca4c0676f632080ff3
+  metadata.gz: 97c1ab0f74bf11b527a4a2ac976af6f55c3e70a2e4697d44d936539ddf51b15dc9292f11343540c6d6ddd005ee26c279cd83eccd5dca4b8d83a6e8931ae8a962
+  data.tar.gz: 1b9801240a7427f2ba1bcfa7bb14935c77ebf17f25183ecdcfb7ed555c5decdbd61b5f0e8791d29225eeb840f5f40010c3430893c4c2d3ec84efec4b4b6c2789

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    nicoquery (0.0.1.4)
+    nicoquery (0.0.2)
       activesupport (~> 4.0.0)
       i18n
       nicoapi
@@ -27,7 +27,7 @@ GEM
     mini_portile (0.5.1)
     minitest (4.7.5)
     multi_json (1.7.8)
-    nicoapi (0.0.4)
+    nicoapi (0.0.4.1)
       activesupport (~> 4.0.0)
       i18n
       rest-client

data/lib/nicoquery/api/base.rb

@@ -0,0 +1,33 @@
+require 'rest_client'
+
+
+module NicoQuery
+  module Api
+    class Base
+      def scheme
+        'http'
+      end
+
+      def params
+        @params_array.join('&')
+      end
+
+      def path
+        if @dynamic_segment.present?
+          static_segment + '/' + @dynamic_segment
+        else
+          static_segment
+        end
+      end
+
+      def uri
+        _uri = scheme + "://" + [ ([host, path].join('/')), params].join('?')
+        URI.escape _uri
+      end
+
+      def get
+        RestClient.get uri.to_s
+      end
+    end
+  end
+end

data/lib/nicoquery/api/getthumbinfo.rb

@@ -0,0 +1,22 @@
+require 'nicoquery/api/base'
+
+
+module NicoQuery
+  module Api
+    class GetThumbInfo < NicoQuery::Api::Base
+      def initialize(video_id)
+        @dynamic_segment = video_id
+        @params_array = []
+      end
+
+      private
+      def host
+        'ext.nicovideo.jp'
+      end
+
+      def static_segment
+        'api/getthumbinfo'
+      end
+    end
+  end
+end

data/lib/nicoquery/api/mylist_rss.rb

@@ -0,0 +1,32 @@
+require 'active_support/core_ext'
+require 'nicoquery/api/base'
+
+
+module NicoQuery
+  module Api
+    class MylistRSS < NicoQuery::Api::Base
+
+      def initialize(mylist_id)
+        @dynamic_segment = mylist_id.to_s
+        @params_array = params_array
+      end
+
+      private
+      def host
+        'www.nicovideo.jp'
+      end
+
+      def static_segment
+        'mylist'
+      end
+
+      def params_array
+        [format]
+      end
+
+      def format
+        "rss=2.0"
+      end
+    end
+  end
+end

data/lib/nicoquery/api/tag_search_rss.rb

@@ -0,0 +1,66 @@
+require 'active_support/core_ext'
+require 'nicoquery/api/base'
+
+
+module NicoQuery
+  module Api
+    class TagSearchRss < NicoQuery::Api::Base
+
+      def initialize(tag: tag, sort: sort, order: order, page: page)
+        @dynamic_segment = tag
+        @params_array = params_array(sort, order, page)
+      end
+
+      private
+      def host
+        'www.nicovideo.jp'
+      end
+
+      def static_segment
+        'tag'
+      end
+
+      def params_array(sort, order, page)
+        [
+          sort_param(sort),
+          order_param(order),
+          page_param(page),
+          format,
+          "numbers=1", # it enables to catch view/comment/mylist cum.
+        ]
+      end
+
+      def format
+        "rss=2.0"
+      end
+
+      def sort_param(sort)
+        sort_string = case sort
+        when :commented_at then nil
+        when :view_count   then 'v'
+        when :comment_num  then 'r'
+        when :mylist_count then 'm'
+        when :published_at then 'f'
+        when :length       then 'l'
+        else nil
+        end
+
+        sort_string.present? ? "sort=#{sort_string}" : ''
+      end
+
+      def order_param(order)
+        order_string = case order
+        when :asc  then 'order=a'
+        when :desc  then 'order=d'
+        else nil
+        end
+
+        order_string.presence || ''
+      end
+
+      def page_param(page)
+        "page=#{page}"
+      end
+    end
+  end
+end

data/lib/nicoquery/api/video_array.rb

@@ -0,0 +1,28 @@
+require 'nicoquery/api/base'
+
+
+module NicoQuery
+  module Api
+    class VideoArray < NicoQuery::Api::Base
+      def initialize(video_id_array)
+        @video_id_array = video_id_array
+        @dynamic_segment = ''
+        @params_array = params_array @video_id_array
+      end
+
+      private
+      def host
+        'i.nicovideo.jp'
+      end
+
+      def static_segment
+        'v3/video.array'
+      end
+
+      # video.array APIは動的セグメントではなく、URIパラメータとして動画を指定する。
+      def params_array(video_id_array)
+        ['v=' + video_id_array.join(',')]
+      end
+    end
+  end
+end

data/lib/nicoquery/crawler/tag_search.rb

@@ -1,5 +1,5 @@
-require "nicoapi"
-require "nicoquery/parser"
+require "nicoquery/api/tag_search"
+require "nicoquery/object_mapper/tag_search"
 require "nori"
 
 
@@ -7,17 +7,14 @@ module NicoQuery
   module Crawler
     module TagSearch
       def execute(tag: tag, sort: sort, order: order, &block)
-        parser = NicoQuery::Parser::TagSearch.new
         page = 0
 
         loop do
           command = nil
           page += 1
 
-          result = NicoAPI.tag_search(tag: tag, sort: sort, order: order, page: page)
-          parser.parse result
-
-          self.each_movie(parser.items) do |movie|
+          tag_search_object = NicoQuery::Object::TagSearch.new tag: tag, sort: sort, order: order, page: page
+          self.each_movie(tag_search_object.movies) do |movie|
             command = block.call movie
             break if command == :break || command != :continue
           end

data/lib/nicoquery/object/movie.rb

@@ -0,0 +1,77 @@
+require "nicoquery/api/getthumbinfo"
+require "nicoquery/object_mapper/getthumbinfo"
+
+
+module NicoQuery
+  module Object
+    class Movie
+      attr_reader :video_id
+
+      [
+        'title',
+        'url',
+        # 'thread_id',
+        'view_counter',
+        'comment_num',
+        'mylist_counter',
+        'publish_date',
+        'description',
+      ].each do |field_name|
+        define_method(field_name) do
+          source =
+            @source['mylist_rss'].presence ||
+            @source['tag_search_rss'].presence ||
+            @source['gethumbinfo'].presence ||
+            Proc.new do
+              source = (NicoQuery::Api::GetThumbInfo.new @video_id).get
+              set_getthumbinfo_source(NicoQuery::ObjectMapper::GetThumbInfo.new source)
+            end.call
+
+          source.send field_name
+        end
+      end
+
+      [
+        'movie_type',
+        'size_high',
+        'size_low',
+        'last_res_body',
+        'thumb_type',
+        'embeddable',
+        'no_live_play',
+        'user_id',
+        'tags',
+      ].each do |field_name|
+        define_method(field_name) do
+          source =
+            @source['gethumbinfo'].presence ||
+            @source['video_array'].presence ||
+            Proc.new do
+              source = (NicoQuery::Api::GetThumbInfo.new @video_id).get
+              set_getthumbinfo_source(NicoQuery::ObjectMapper::GetThumbInfo.new source)
+            end.call
+
+          source.send field_name
+        end
+      end
+
+      def initialize(video_id)
+        @source = {}
+        @video_id = video_id
+      end
+
+      def set_getthumbinfo_source(hash)
+        @source['getthumbinfo'] ||= hash
+      end
+
+      def set_mylist_rss_source(hash)
+        @source['mylist_rss'] ||= hash
+      end
+
+      def set_tag_search_rss_source(hash)
+        @source['tag_search_rss'] ||= hash
+      end
+
+    end
+  end
+end

data/lib/nicoquery/object/mylist.rb

@@ -0,0 +1,51 @@
+require "nicoquery/api/mylist_rss"
+require "nicoquery/object_mapper/mylist_rss"
+require "nicoquery/object/movie"
+
+
+module NicoQuery
+  module Object
+    class Mylist
+      attr_accessor :movies
+
+      [
+        'title',
+        'mylist_id',
+        'url',
+        'link',
+        'description',
+        'publish_date',
+        'last_build_date',
+        'creator',
+      ].each do |field_name|
+        define_method(field_name) { @hash.meta.send field_name }
+      end
+
+      def initialize(mylist_id)
+        @movies = []
+        @mylist_id = mylist_id
+        source = (NicoQuery::Api::MylistRSS.new mylist_id).get
+        @hash = NicoQuery::ObjectMapper::MylistRSS.new source
+
+        @hash.items.map do |item|
+          movie = NicoQuery::Object::Movie.new item.video_id
+          movie.set_mylist_rss_source item
+          @movies.push movie
+        end
+      end
+    end
+  end
+end
+
+
+# <title>マイリスト to_test‐ニコニコ動画</title>
+# <link>http://www.nicovideo.jp/mylist/38369702</link>
+# <atom:link rel="self" type="application/rss+xml" href="http://www.nicovideo.jp/mylist/38369702?rss=2.0"/>
+# <description></description>
+# <pubDate>Sat, 17 Aug 2013 22:51:40 +0900</pubDate>
+# <lastBuildDate>Sat, 17 Aug 2013 22:51:40 +0900</lastBuildDate>
+# <generator>ニコニコ動画</generator>
+# <dc:creator>うえおに</dc:creator>
+# <language>ja-jp</language>
+# <copyright>(c) niwango, inc. All rights reserved.</copyright>
+# <docs>http://blogs.law.harvard.edu/tech/rss</docs>

data/lib/nicoquery/object/tag_search.rb

@@ -0,0 +1,48 @@
+require "nicoquery/api/tag_search_rss"
+require "nicoquery/object_mapper/tag_search_rss"
+require "nicoquery/object/movie"
+
+
+module NicoQuery
+  module Object
+    class TagSearch
+      attr_accessor :movies
+
+      [
+        'title',
+        'url',
+        'link',
+        'description',
+        'publish_date',
+        'creator',
+      ].each do |field_name|
+        define_method(field_name) { @hash.meta.send field_name }
+      end
+
+      def initialize(tag: tag, sort: sort, order: order, page: page)
+        @movies = []
+        source = (NicoQuery::Api::TagSearchRss.new(tag: tag, sort: sort, order: order, page: page)).get
+        @hash = NicoQuery::ObjectMapper::TagSearchRss.new source
+
+        @hash.items.map do |item|
+          movie = NicoQuery::Object::Movie.new item.video_id
+          movie.set_tag_search_rss_source item
+          @movies.push movie
+        end
+      end
+    end
+  end
+end
+
+
+# <title>マイリスト to_test‐ニコニコ動画</title>
+# <link>http://www.nicovideo.jp/mylist/38369702</link>
+# <atom:link rel="self" type="application/rss+xml" href="http://www.nicovideo.jp/mylist/38369702?rss=2.0"/>
+# <description></description>
+# <pubDate>Sat, 17 Aug 2013 22:51:40 +0900</pubDate>
+# <lastBuildDate>Sat, 17 Aug 2013 22:51:40 +0900</lastBuildDate>
+# <generator>ニコニコ動画</generator>
+# <dc:creator>うえおに</dc:creator>
+# <language>ja-jp</language>
+# <copyright>(c) niwango, inc. All rights reserved.</copyright>
+# <docs>http://blogs.law.harvard.edu/tech/rss</docs>

data/lib/nicoquery/object_mapper/getthumbinfo.rb

@@ -0,0 +1,151 @@
+require "nori"
+
+
+module NicoQuery
+  module ObjectMapper
+    class GetThumbInfo
+      def initialize(xml)
+        @xml = xml
+        parser = Nori.new
+        parsed_xml = parser.parse xml
+        @hash = parsed_xml['nicovideo_thumb_response']['thumb']
+      end
+
+      def video_id
+        @hash['video_id']
+      end
+
+      def title
+        @hash['title']
+      end
+
+      def description
+        @hash['description']
+      end
+
+      def thumbnail_url
+        @hash['thumbnail_url']
+      end
+
+      def first_retrieve
+        @hash['first_retrieve'].to_time
+      end
+
+      def publish_date # alias
+        first_retrieve
+      end
+
+      def length
+        string = @hash['length'].split(':')
+        string[0].to_i * 60 + string[1].to_i
+      end
+
+      def movie_type
+        @hash['movie_type']
+      end
+
+      def size_high
+        @hash['size_high'].to_i
+      end
+
+      def size_low
+        @hash['size_low'].to_i
+      end
+
+      def view_counter
+        @hash['view_counter'].to_i
+      end
+
+      def comment_num
+        @hash['comment_num'].to_i
+      end
+
+      def mylist_counter
+        @hash['mylist_counter'].to_i
+      end
+
+      def last_res_body
+        @hash['last_res_body']
+      end
+
+      def url
+        @hash['watch_url']
+      end
+
+      def watch_url
+        @hash['watch_url']
+      end
+
+      def thumb_type
+        @hash['thumb_type']
+      end
+
+      def embeddable
+        @hash['embeddable'] == 1
+      end
+
+      def no_live_play
+        @hash['no_live_play'] == 1
+      end
+
+      def tags
+        xml = @xml.scan(/\<tags domain=\"jp\">\n.+\n\<\/tags\>/m)[0]
+        parsed = Nokogiri::XML xml
+        parsed.xpath("//tag").map do |tag_object| 
+          generate_tag_hash_by tag_object
+        end
+      end
+
+      def user_id
+        @hash['user_id'].to_i
+      end
+
+      def generate_tag_hash_by(nokogiri_xml)
+        text = nokogiri_xml.text
+
+        lock = if nokogiri_xml.attributes['lock'].present?
+          nokogiri_xml.attributes['lock'].text.to_i == 1
+        else
+          false
+        end
+
+        { text: text, lock: lock }
+      end
+    end
+  end
+end
+
+# <nicovideo_thumb_response status="ok">
+#   <thumb>
+#     <video_id>sm9</video_id>
+#     <title>新・豪血寺一族 -煩悩解放 - レッツゴー！陰陽師</title>
+#     <description>レッツゴー！陰陽師（フルコーラスバージョン）</description>
+#     <thumbnail_url>http://tn-skr2.smilevideo.jp/smile?i=9</thumbnail_url>
+#     <first_retrieve>2007-03-06T00:33:00+09:00</first_retrieve>
+#     <length>5:19</length>
+#     <movie_type>flv</movie_type>
+#     <size_high>21138631</size_high>
+#     <size_low>17436492</size_low>
+#     <view_counter>13536149</view_counter>
+#     <comment_num>4148196</comment_num>
+#     <mylist_counter>133688</mylist_counter>
+#     <last_res_body>へん? はははははははははは wwwwwwwwwwwwwwwwwwww ...</last_res_body>
+#     <watch_url>http://www.nicovideo.jp/watch/sm9</watch_url>
+#     <thumb_type>video</thumb_type>
+#     <embeddable>1</embeddable>
+#     <no_live_play>0</no_live_play>
+#     <tags domain="jp">
+#       <tag lock="1">陰陽師</tag>
+#       <tag lock="1">レッツゴー！陰陽師</tag>
+#       <tag lock="1">公式</tag>
+#       <tag lock="1">音楽</tag>
+#       <tag lock="1">ゲーム</tag>
+#       <tag>β時代の英雄</tag>
+#       <tag>運営のお気に入り</tag>
+#       <tag>最古の動画</tag>
+#       <tag>1000万再生</tag>
+#       <tag>弾幕動画</tag>
+#     </tags>
+#     <user_id>4</user_id>
+#   </thumb>
+# </nicovideo_thumb_response>