nicoscraper 0.2.12 → 0.2.13

data/lib/classes/mylist.rb

@@ -17,184 +17,154 @@ module Nicos
       @available  = false
     end
 
+    private
+
+    def ngram(data, n)
+      ret = []
+      data.split(//u).each_cons(n) do |a|
+        ret << a.join
+      end
+      ret
+    end
+
+    def sim(a, b, n)
+      agram = ngram(a, n)
+      bgram = ngram(b, n)
+
+      all  = (agram | bgram).size.to_f
+      same = (agram & bgram).size.to_f
+
+      (same / all).nan? ? 0 : (same / all)
+    end
+
+    def connect(connector, type)
+      host = 'www.nicovideo.jp'
+      entity = "/mylist/#{@mylist_id.to_s}"
+      param = (type == :atom ? '?rss=atom&numbers=1' : '')
+
+      result = connector.get(host, entity, param)
+      status = connector.getStatus
+
+      { :result => result, :status => status }
+    end
+
+    def parse(result, &block)
+      if result[:order] == :afterTheSuccess
+        parsed = block.call(result)
+        
+        parsed[:entry].each do |e|
+          movie = Nicos::Movie.new(e[:video_id])
+          e[:available] = true
+          movie.set(e)
+          @movies.push(movie)
+        end if parsed[:entry] != nil
+
+        set(parsed[:mylist])
+        @available = true
+        parsed
+      end 
+    end
+
+    public
+
     # 自分に含まれている動画のタイトルをすべての組み合わせにおいて比較し、
     # 類似度の平均を返す。
     #
     # @return [Fixnum] 編集距離に基づく類似度。上限は1、下限はなし。
     def getSimilarity
       l = @movies.length - 1
-      dlc = DamerauLevenshtein
-      dl = 0.0
-      dlAry = []
+      sim = 0.0
+      simAry = []
       count_o = 0
       count_i = 0
       
-      while count_o <= l do
-        count_i = count_o + 1
-        while count_i <= l do
-          dl = dlc.distance(
-            @movies[count_i].title, 
-            @movies[count_o].title
-          )
-          
-          dl = 1.0 - dl.fdiv( @movies[count_i].title.length)
-          dlAry.push(dl)
-          
-          count_i += 1
-        end
-        count_o += 1
+      @movies.each do |movie|
+        puts "\s" + movie.title
       end
+
+      if @movies.length >= 2 
+        while count_o <= l do
+          count_i = count_o + 1
+          while count_i <= l do
+            simAry.push(
+              sim(
+                @movies[count_i].title, 
+                @movies[count_o].title,
+                3
+              )
+            )
+            count_i += 1
+          end
+          count_o += 1
+        end
       
-      if l != 0 && dlAry.length > 0
         t = 0
-        dlAry.each { |_dl| t += _dl }
-        similarity = t / dlAry.length
-      elsif dlAry.length == 0
-        similarity = 0
-      else
+        simAry.each { |_sim| t += _sim }
+        similarity = t / simAry.length
+      elsif @movies.length == 1
         similarity = 1
+      else
+        similarity = 0
       end
-          
-      return similarity
+          p similarity
+      ( similarity * 100 ).round / 100.0 
     end
 
-=begin
-# 自分に含まれている動画のタイトルをすべての組み合わせにおいて比較し、
-def getInfoHtml
-  con = Nicos::Connector::Html.new('mech')
-  reqUrl = 'http://www.nicovideo.jp' +
-    '/mylist/' + @mylist_id.to_s
-  mechPage = con.mechGet(reqUrl)
-  result = []
-
-  # Mylist自身の情報を取得    
-  jsonStr = mechPage.search(
-    "/html/body/div[2]" +
-    "/div/div[2]/script[7]"
-  ).to_html
-  
-  reg = /MylistGroup\.preloadSingle.{1,}?Mylist\.preload\(/m
-  mlJson = jsonStr.scan(reg)[0]
-    
-  id = mlJson.scan(/\sid:[^\n]{1,}/)[0]
-      .scan(/[0-9]{1,}/)[0]
-  user_id = mlJson.scan(/\suser_id:[^\n]{1,}/)[0]
-      .scan(/[0-9]{1,}/)[0]
-  name = mlJson.scan(/\sname:[^\n]{1,}/)[0]
-    name = name.slice(
-      " name: \"".length,
-      name.length - " name: \"".length - "\",\n".length
-    )
-  desc = mlJson.scan(/\sdescription:.{1,}/)[0]
-    desc = desc.slice(
-      " description: \"".length,
-      desc.length - " description: \"".length - "\",\npublic".length
-    )
-  public = mlJson.scan(/\spublic:[^,]{1,}/)[0]
-      .scan(/[0-9]{1,}/)[0]
-  default_sort = mlJson.scan(/\sdefault_sort:[^\n]{1,}/)[0]
-      .scan(/[0-9]{1,}/)[0]
-  create_time = mlJson.scan(/\screate_time:[^\n]{1,}/)[0]
-      .scan(/[0-9]{1,}/)[0]
-  update_time = mlJson.scan(/\supdate_time:[^\n]{1,}/)[0]
-      .scan(/[0-9]{1,}/)[0]
-  icon_id = mlJson.scan(/\sicon_id:[^\n]{1,}/)[0]
-      .scan(/[0-9]{1,}/)[0]
-
- # mlJson = mlJson.scan(/[^\r\n  ]{1,}/).join('')
-  #mlJson = mlJson.scan(/{.+/)[0].split(',')
-  
-  # 説明文が空欄だった時の措置。
-  desc   = mlJson[3].scan(/\".+\"/)[0]
-  if desc != nil then desc = desc.scan(/[^\"]{1,}/)[0] end
-
-  paramObj = {
-    :id            => id,
-    :user_id       => user_id,
-    :name          => name,
-    :description   => description,
-    :public        => public,
-    :default_sort  => default_sort,
-    :create_time   => create_time,
-    :update_time   => update_time,
-    :icon_id       => icon_id
-    # "sort_order"  => ,
-  }
-  set(paramObj)  
-  
-  # 自分に含まれる動画の情報を取得
-  jsonStr = mechPage.search(
-    "/html/body/div[2]" +
-    "/div/div[2]/script[7]"
-  ).to_html
-
-  mvJson = jsonStr.scan(/Mylist.preload.+/)[0]
-  mvJson = mvJson.scan(/\".{1,}/)[0]
-  mvJson = mvJson.slice(0, mvJson.length - 5)
-  #mvJson = mvJson.split('},{')
-  mvJson = Nicos::Unicode.unescape(mvJson).split('},{')
-  
-  mvJson.each { |e|
-    e = "{" + e + "}"
-    param = JSON.parse(e) 
-    movie = Nicos::Movie.new(param['item_data']['video_id'])
-    movie.set(param)
-    
-    @movies.push(movie)
-  }    
-end
-=end
 
     # マイリストのAtomフィードから、マイリストとそれに含まれる動画の情報を取得する。
     #
-    # @return [Fixnum] 編集距離に基づく類似度。上限は1、下限はなし。
+    # @return [Fixnum] Trigram法による、
     def getInfo
       parsed = nil
       @available = false
 
-      con = Nicos::Connector::MylistAtom.new()
-      host = 'www.nicovideo.jp'
-      entity = '/mylist/' + @mylist_id.to_s + '?rss=atom&numbers=1'
+      res = connect( 
+        Nicos::Connector::MylistAtom.new(), 
+        :atom )
+      parse = parse(res[:result]) do |result|
+        Nicos::Parser::Xml::mylistAtom(result[:body])
+      end
 
-      result = con.get(host, entity)
-      status = con.getStatus
+      { 
+        :parsed  => parse, 
+        :status  => res[:status][:status],
+        :retry   => res[:status][:retry]
+      }      
+    end  
 
-      if result[:order] == :afterTheSuccess
-        parsed = Nicos::Parser::mylistAtom(result[:body])
-        
-        parsed[:entry].each { |e|
-          movie = Nicos::Movie.new(e[:video_id])
-          e[:available] = true
-          movie.set(e)
-          @movies.push(movie)
-        }
+    def getMoreInfo
+      parsed = nil
+      @available = false
 
-        set(parsed[:mylist])
-        @available = true
-      end  
+      res = connect( 
+        Nicos::Connector::MylistHtml.new(),
+        :html )
+      parse = parse(res[:result]) do |result|
+        Nicos::Parser::Html::mylist(result[:body])
+      end
 
       { 
-        :parsed  => parsed, 
-        :status  => status[:status],
-        :retry   => status[:retry]
+        :parsed  => parse, 
+        :status  => res[:status][:status],
+        :retry   => res[:status][:retry]
       }      
-    end  
+    end   
 
     # {Movie#set}　を参照。
     def set(paramObj)
       paramObj.each_key do |key|
         param = paramObj[key]
         case key
-        when "mylist_id",  :mylist_id     then @mylist_id = param
-        when "user_id",    :user_id       then @user_id = param
+        when "mylist_id",  :mylist_id     then @mylist_id = param.to_i
+        when "user_id",    :user_id       then @user_id = param.to_i
         when "title",      :title         then @title = param
         when "description",:description   then @description = param
-        when "public",     :public        then @public = param
-        when "default_sort",:default_sort then @default_sort = param
-        when "create_time",:create_time   then @create_time = param
-        when "update_time",:updated_time  then @update_time = param
-        when "icon_id",    :icon_id       then @icon_id = param
-        when "sort_order", :sort_order    then @sort_order = param
+        when "public",     :public        then @public = param.to_i
+        when "default_sort",:default_sort then @default_sort = param.to_i
+        when "create_time",:create_time   then @create_time = param.to_i
+        when "update_time",:update_time   then @update_time = param.to_i
+        when "icon_id",    :icon_id       then @icon_id = param.to_i
+        when "sort_order", :sort_order    then @sort_order = param.to_i
         when "movies",     :movies        then @movies = param
         when "updated",    :updated       then @update_time = param
         when "author",     :author        then @author = param