crown 0.0.11 → 0.1.0

data/lib/crown/hatena/bookmark/counter.rb

@@ -0,0 +1,82 @@
+# -*- coding: utf-8 -*-
+# --------------------------------------------------------------------------- #
+#
+#  hatena/bookmark/counter.rb
+#
+#  Copyright (c) 2008 - 2012, clown.
+#
+#  Redistribution and use in source and binary forms, with or without
+#  modification, are permitted provided that the following conditions
+#  are met:
+#
+#    - Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#    - Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#    - No names of its contributors may be used to endorse or promote
+#      products derived from this software without specific prior written
+#      permission.
+#
+#  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#  OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#  SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#  TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#  PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#  LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#  NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#  SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#
+# --------------------------------------------------------------------------- #
+module Crown
+    module Hatena
+        # --------------------------------------------------------------- #
+        #
+        #  BookmarkCounter
+        #
+        #  �w�肵�� URL �̃u�b�N�}�[�N�����擾����N���X�D
+        #
+        # --------------------------------------------------------------- #
+        class BookmarkCounter
+            require 'cgi'
+            require 'crown/cgm/countable'
+            
+            # --------------------------------------------------------------- #
+            #  Mix-in modules
+            # --------------------------------------------------------------- #
+            include Crown::CGM::Countable
+            
+        private
+            # --------------------------------------------------------------- #
+            #  address
+            # --------------------------------------------------------------- #
+            def address()
+                return 'api.b.st-hatena.com'
+            end
+            
+            # --------------------------------------------------------------- #
+            #  path
+            # --------------------------------------------------------------- #
+            def path()
+                return '/entry.count'
+            end
+            
+            # --------------------------------------------------------------- #
+            #  query
+            # --------------------------------------------------------------- #
+            def query(uri, options)
+                return '?url=' + CGI.escape(uri)
+            end
+            
+            # --------------------------------------------------------------- #
+            #  parse
+            # --------------------------------------------------------------- #
+            def parse(body)
+                return body.to_i
+            end
+        end # BookmarkCounter
+    end # Hatena
+end # Crown

data/lib/crown/hatena/bookmark/entry.rb

@@ -0,0 +1,108 @@
+# -*- coding: utf-8 -*-
+# --------------------------------------------------------------------------- #
+#
+#  hatena/bookmark/entry.rb
+#
+#  Copyright (c) 2008 - 2012, clown.
+#
+#  Redistribution and use in source and binary forms, with or without
+#  modification, are permitted provided that the following conditions
+#  are met:
+#
+#    - Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#    - Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#    - No names of its contributors may be used to endorse or promote
+#      products derived from this software without specific prior written
+#      permission.
+#
+#  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#  OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#  SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#  TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#  PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#  LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#  NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#  SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#
+# --------------------------------------------------------------------------- #
+module Crown
+    module Hatena
+        # --------------------------------------------------------------- #
+        #  BookmarkEntry
+        # --------------------------------------------------------------- #
+        class BookmarkEntry
+            require 'cgi'
+            require 'crown/cgm/summarizable'
+            require 'rubygems'
+            require 'json'
+            
+            # --------------------------------------------------------------- #
+            #  Mix-in modules
+            # --------------------------------------------------------------- #
+            include Crown::CGM::Summarizable
+            
+            # --------------------------------------------------------------- #
+            #  structures
+            # --------------------------------------------------------------- #
+            User     = Struct.new(:tags, :date, :comment)
+            Related  = Struct.new(:eid, :uri, :title, :count)
+            Response = Struct.new(:eid, :uri, :image, :title, :count, :users, :related)
+            
+        private
+            # --------------------------------------------------------------- #
+            #  address
+            # --------------------------------------------------------------- #
+            def address()
+                return 'b.hatena.ne.jp'
+            end
+            
+            # --------------------------------------------------------------- #
+            #  path
+            # --------------------------------------------------------------- #
+            def path()
+                return '/entry/json/'
+            end
+            
+            # --------------------------------------------------------------- #
+            #  query
+            # --------------------------------------------------------------- #
+            def query(uri, options)
+                return '?url=' + CGI.escape(uri)
+            end
+            
+            # --------------------------------------------------------------- #
+            #  parse
+            # --------------------------------------------------------------- #
+            def parse(body)
+               json = JSON.parse(body)
+               
+               # ���[�U���̉��
+               users = Hash.new
+               json['bookmarks'].each { |item|
+                   tags = Array.new
+                   item['tags'].each { |tag|
+                       tags.push(tag)
+                   }
+                   date = Time.local(*item['timestamp'].split(/\W/))
+                   entry = User.new(tags, date, item['comment'])
+                   users[item['user']] = entry
+               }
+               
+               # �֘A�L���̉��
+               related = Array.new()
+               json['related'].each { |item|
+                   entry = Related.new(item['eid'].to_i, item['url'], item['title'], item['count'].to_i)
+                   related.push(entry)
+               }
+               
+               return Response.new(json['eid'].to_i, json['url'], json['screenshot'], json['title'], json['count'].to_i, users, related)
+            end
+        end # BookmarkEntry
+    end # Hatena
+end # Crown

data/lib/crown/hatena/bookmark/linktrace.rb

@@ -0,0 +1,135 @@
+# -*- coding: utf-8 -*-
+# --------------------------------------------------------------------------- #
+#
+#  hatena/bookmark/linktrace.rb
+#
+#  Copyright (c) 2008 - 2011, clown.
+#
+#  Redistribution and use in source and binary forms, with or without
+#  modification, are permitted provided that the following conditions
+#  are met:
+#
+#    - Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#    - Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#    - No names of its contributors may be used to endorse or promote
+#      products derived from this software without specific prior written
+#      permission.
+#
+#  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#  OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#  SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#  TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#  PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#  LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#  NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#  SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#
+# --------------------------------------------------------------------------- #
+module Crown
+    module Hatena
+        module Bookmark
+            # --------------------------------------------------------------- #
+            #
+            #  LinkTrace
+            #
+            #  �w�肵�� Web �T�C�g�̂͂Ăȃu�b�N�}�[�N�ꗗ���珇�� URL ��
+            #  �擾����N���X�D2 �y�[�W�ڈȍ~�̌��ʂ́Chtml �̃w�b�_����
+            #  next ��������y�[�W�� URL �𐄑����Ď擾����D
+            #
+            # --------------------------------------------------------------- #
+            class LinkTrace
+                @@reserved = [ "/hotentry", "/entrylist", "/news", "/video", "/asin" ]
+                
+                # ----------------------------------------------------------- #
+                #  initialize
+                # ----------------------------------------------------------- #
+                def initialize(path, proxy_host = nil, proxy_port = nil)
+                    @session = Crown::HTTPWrapper.new("b.hatena.ne.jp", 80, proxy_host, proxy_port)
+                    @basename = String.new
+                    @basename.concat("/") if (path[0] != 47)
+                    @basename.concat(path)
+                    @basename.concat("/") if (@basename.match(/^\/[\w\-]+$/) != nil && !@@reserved.include?(@basename))
+                    @path = String.new(@basename)
+                end
+                
+                # ----------------------------------------------------------- #
+                #  reset
+                # ----------------------------------------------------------- #
+                def reset()
+                    @path = String.new(@basename)
+                    @session.finish if (@session.active?)
+                    return self
+                end
+                
+                # ----------------------------------------------------------- #
+                #
+                #  more?
+                #
+                #  �܂��擾�ł��� URL �����݂��邩�ǂ����𔻒肷��Dmore?()
+                #  �� html �� next �������玟�̃y�[�W�������ł��Ă��邩
+                #  �ǂ����Ŕ��肵�Ă���D
+                #
+                # ----------------------------------------------------------- #
+                def more?()
+                    return @path != nil
+                end
+                
+                # ----------------------------------------------------------- #
+                #
+                #  get
+                #
+                #  �ΏۂƂȂ�͂Ăȃu�b�N�}�[�N URL ��Ԃ��Dget() �� html ��
+                #  next �������琄�����ꂽ�u���݂̃y�[�W�v�ɗ񋓂���Ă���
+                #  �S�Ă̂͂Ăȃu�b�N�}�[�N URL ��z��Ɋi�[���ĕԂ��D
+                #
+                # ----------------------------------------------------------- #
+                def get()
+                    result = Array.new
+                    
+                    return result if (@path == nil)
+                    response = @session.get(@path)
+                    return result if (response == nil || response.code.to_i != 200)
+                    guess(response.body)
+                    
+                    html = Nokogiri::HTML.parse(response.body)
+                    block = html.search('//ul[starts-with(@class, "hotentry")]')
+                    block = html.search('//ul[starts-with(@class, "videolist")]') if block.empty?
+                    return result if block.empty?
+                    block[0].search("h3/a").each { |node|
+                        result.push(node['href'])
+                    }
+                    
+                    # �������[�v����ꍇ������̂ŁC���݂̃y�[�W���� 1�������ʂ�
+                    # �擾�ł��Ȃ��Ƃ��͂���ȏ�̌������~�߂�D
+                    @path = nil if (result.empty?)
+                    
+                    return result
+                end
+                
+            private
+                # ----------------------------------------------------------- #
+                #  guess
+                # ----------------------------------------------------------- #
+                def guess(str)
+                    link = str.scan(/<link rel="next" href="(.+?)".*?>/m).to_s
+                    if (link.empty?)
+                        @path = nil
+                    elsif (link[0] == 47)
+                        @path = link
+                    elsif (link[0] == 63)
+                        @path.gsub!(/\?.*$/, "")
+                        @path.concat(link)
+                    else
+                        @path = @basename + link
+                    end
+                end
+            end # LinkTrace
+        end # Bookmark
+    end # Hatena
+end # Crown

data/lib/crown/http-wrapper.rb

@@ -0,0 +1,201 @@
+# -*- coding: utf-8 -*-
+# --------------------------------------------------------------------------- #
+#
+#  http-wrapper.rb
+#
+#  Copyright (c) 2008 - 2012, clown.
+#
+#  Redistribution and use in source and binary forms, with or without
+#  modification, are permitted provided that the following conditions
+#  are met:
+#
+#    - Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#    - Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#    - No names of its contributors may be used to endorse or promote
+#      products derived from this software without specific prior written
+#      permission.
+#
+#  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#  OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#  SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#  TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#  PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#  LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#  NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#  SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#
+# --------------------------------------------------------------------------- #
+module Crown
+    require 'net/http'
+    Net::HTTP.version_1_2
+    
+    # ------------------------------------------------------------------- #
+    #  HTTPWrapper
+    # ------------------------------------------------------------------- #
+    class HTTPWrapper
+        require 'uri'
+        
+        # ------------------------------------------------------------------- #
+        #  accessor
+        # ------------------------------------------------------------------- #
+        attr_accessor :retry_limit, :retry_interval
+        
+        # ------------------------------------------------------------------- #
+        #  initialize
+        # ------------------------------------------------------------------- #
+        def initialize(address, port = 80, proxy_addr = nil, proxy_port = nil)
+            @http = Net::HTTP.new(address, port, proxy_addr, proxy_port)
+            @retry_limit = 3
+            @retry_interval = 2.0
+        end
+        
+        # ------------------------------------------------------------------- #
+        #  HTTPWrapper.start
+        # ------------------------------------------------------------------- #
+        def HTTPWrapper.start(address, port = 80, proxy_addr = nil, proxy_port = nil, &block)
+            return HTTPWrapper.new(address, port, proxy_addr, proxy_port).start(&block)
+        end
+        
+        # ------------------------------------------------------------------- #
+        #
+        #  get
+        #
+        #  サーバの状況によって失敗する事があるので，最大で retry_limit 回
+        #  通信が成功するまで get() を試す．また，3xx 系のうち以下の 3 つの
+        #  ステータスコードが返ってきた場合は，ロケーション・フィールド
+        #  によって与えられた URI へ再度 GET を試みる．
+        #  
+        #  - 301: Moved Permanently
+        #  - 302: Moved Temporarily
+        #  - 303: See Other
+        #
+        # ------------------------------------------------------------------- #
+        def get(path, header = nil)
+            n = 0
+            begin
+                @http.start if (!@http.active?)
+                response = @http.get(path, header)
+                code = response.code.to_i
+                while (code == 301 || code == 302 || code == 303)
+                    @http.finish if (@http.active?)
+                    
+                    # リダイレクト先へ接続
+                    uri = URI.parse(response['Location'])
+                    @http = Net::HTTP.new(uri.host, uri.port, @http.proxy_address, @http.proxy_port)
+                    path = String.new(uri.path)
+                    path.concat("?").concat(uri.query) if (uri.query != nil)
+                    
+                    @http.start
+                    response = @http.get(path, header)
+                    code = response.to_i
+                end
+                return response
+            rescue Exception => e
+                puts(e.message)
+                @http.finish if (@http.active?)
+                if (n < @retry_limit)
+                    sleep(@retry_interval)
+                    n += 1
+                    retry
+                end
+                raise e
+            end
+        end
+        
+        # ------------------------------------------------------------------- #
+        #  start
+        # ------------------------------------------------------------------- #
+        def start
+            @http.start
+            if (block_given?)
+                yield self
+                @http.finish if (@http.active?)
+            end
+            return self
+        end
+        
+        # ------------------------------------------------------------------- #
+        #  active?
+        # ------------------------------------------------------------------- #
+        def active?
+            return @http.active?
+        end
+        
+        # ------------------------------------------------------------------- #
+        #  address
+        # ------------------------------------------------------------------- #
+        def address
+            return @http.address
+        end
+        
+        # ------------------------------------------------------------------- #
+        #  port
+        # ------------------------------------------------------------------- #
+        def port
+            return @http.port
+        end
+        
+        # ------------------------------------------------------------------- #
+        #  open_timeout
+        # ------------------------------------------------------------------- #
+        def open_timeout
+            return @http.open_timeout
+        end
+        
+        # ------------------------------------------------------------------- #
+        #  open_timeout=
+        # ------------------------------------------------------------------- #
+        def open_timeout=(n)
+            return @http.open_timeout = n
+        end
+        
+        # ------------------------------------------------------------------- #
+        #  read_timeout
+        # ------------------------------------------------------------------- #
+        def read_timeout
+            return @http.read_timeout
+        end
+        
+        # ------------------------------------------------------------------- #
+        #  read_timeout=
+        # ------------------------------------------------------------------- #
+        def read_timeout=(n)
+            return @http.read_timeout = n
+        end
+        
+        # ------------------------------------------------------------------- #
+        #  finish
+        # ------------------------------------------------------------------- #
+        def finish
+            @http.finish
+            return self
+        end
+        
+        # ------------------------------------------------------------------- #
+        #  proxy?
+        # ------------------------------------------------------------------- #
+        def proxy?
+            return @http.proxy?
+        end
+        
+        # ------------------------------------------------------------------- #
+        #  proxy_address
+        # ------------------------------------------------------------------- #
+        def proxy_address
+            return @http.proxy_address
+        end
+        
+        # ------------------------------------------------------------------- #
+        #  proxy_port
+        # ------------------------------------------------------------------- #
+        def proxy_port
+            return @http.proxy_port
+        end
+    end # HTTPWrapper
+end # Crown