pig-media-server 0.3.2 → 2

data/lib/pig-media-server/crawl.rb

@@ -1,9 +1,45 @@
 require 'pig-media-server'
 require 'pig-media-server/model/pig'
+require 'mechanize'
 
 
 module PigMediaServer
   class Crawl
+
+    def recommend
+      users = Groonga['Datas'].select.to_a.map{|x| x.original_key}.select{|x| x =~ /user_data/}.map{|x| x.split("/")[1]}.uniq
+
+      users.each do |user|
+        keys = []
+        animetick = Groonga['Datas'].select{|x| x.original_key == "user_data/#{user}/animetick" }.first
+        if animetick
+          animetick = animetick.body.gsub('"', '')
+          alice = Mechanize.new
+          page = alice.get("http://animetick.net/users/#{animetick}")
+          titles = page.root.xpath('//*[@id="body"]/div[3]/ul/li/div[2]').map{|x| x.inner_text}.map{|x|
+            x.gsub(/\n\ +/, '')
+          }
+          titles.each{|title|
+            title = title.split('').map{|x|
+              if x =~ /\p{Han}|\p{Hiragana}|\p{Katakana}|[0-9a-zA-Z]/
+                x
+              else
+                ' '
+              end
+
+            }.join('').sub(/\ +$/, '')
+            Groonga['Files'].select(Sewell.generate(title, ['path'])).select{|x| x.path =~ '.mp4'}.to_a.each{|record|
+              next if record.mtime < Time.now.to_i-86400*30*5
+              keys << record
+            }
+          }
+          keys = keys.sort_by{|x| -x.mtime}.map{|x| x._key}
+          FileUtils.mkdir_p "#{$config['user_data_path']}/recommend"
+          open("#{$config['user_data_path']}/recommend/#{user}", 'w'){|f| f.puts keys.join("\n")}
+        end
+      end
+    end
+
     def all
       $config = Pit.get("Pig Media Server")
       if ARGV[1]
@@ -11,15 +47,15 @@ module PigMediaServer
       else
         array = Dir.glob("#{$config['path']}/**/*").sort
       end
-      array.each_with_index{|x,i|
+
+      array.each.with_index(1){|x,i|
         next unless File.exist?(x)
         next if File::ftype(x) == 'directory'
-        flag = false
-        $config['exclude_path'].each{|e| flag = true if x =~ /#{e.sub(/\//, '\/')}/ } if $config['exclude_path'].class.to_s == 'Array'
-        next if flag
+        next if $config['exclude_path'].class == Array && $config['exclude_path'].find{|e| x =~ /#{e.sub(/\//, '\/')}/ }
         Pig.find_or_create_by_path x
-        puts "Crawl #{i+1} / #{array.count}"
+        puts "Crawl #{i} / #{array.count}" if i % 100 == 0 or i ==array.count
       }
+      self.recommend
     end
   end
 end

data/lib/pig-media-server/kindle_send.rb

@@ -2,50 +2,57 @@ require 'mail'
 require 'pony'
 require 'pig-media-server'
 require 'pig-media-server/model/pig'
+require 'pig-media-server/model/data'
 
 module PigMediaServer
   class KindleSend
     def run
       pit_config = Pit.get 'Pig Media Server'
-      while true
-        begin
+      100.times do 
+        #begin
           GC.start
-          from_hash = Hash[*Dir.glob("#{pit_config['user_data_path']}/*.json").map{|t| JSON.parse open(t).read}.select{|t| t['kindle_to'] and t['kindle_from']}.map{|t| [t['kindle_to'], t['kindle_from']]}.select{|t| t.first != '' and t.last != ''}.flatten]
+          a = AppData.all.select{|x| x[:value].class == String and x[:key] =~ /kindle/ and x[:value] =~ /@/}.sort{|a2,b| a2[:key] <=> b[:key]}
+          froms = a.select{|x| x[:key] =~ /from/}
+          tos = a.select{|x| x[:key] =~ /to/}
+          from_data = {}
+          tos.count.times{|i|
+            from_data[tos[i][:value]] = froms[i][:value]
+          }
           Dir.glob("#{pit_config['user_data_path']}/kindle/queue/*").each{|x|
             begin
               queue = x.split('/').last
               key = queue.split('_').first
-              user_id = queue.split('_').last
-              config = JSON.parse open("#{pit_config['user_data_path']}/#{user_id}.json").read
-              p [key, user_id, config['kindle_to'], config['kindle_from']]
 
               pig = Pig.find key
-              puts 'start send' 
-              from_hash.each{|to, from|
-                p [to, from]
-                Pony.mail({
-                  :to => to,
-                  from: from,
-                  subject: '',
-                  body: '',
-                  attachments: {"#{key}.mobi" => File.read(pig.record.path)},
-                  :via => :smtp,
-                  :via_options => pit_config['smtp'].dup
-                })
+              puts 'start send: '  + pig.path
+              from_data.each{|to, from|
+                begin
+                  p [to, from]
+                  Pony.mail({
+                    :to => to,
+                    from: from,
+                    subject: '',
+                    body: '',
+                    attachments: {"#{key}.mobi" => File.read(pig.record.path)},
+                    :via => :smtp,
+                    :via_options => pit_config['smtp'].dup
+                  })
+                rescue
+                end
               }
             rescue =>e
               p e
               p e.backtrace
             end
-            FileUtils.cd '/home/ssig33/dev/pig'
+            FileUtils.cd '/home/ssig33/server'
             FileUtils.rm x
             puts 'end '+x
           }
-        rescue => e
-          p e
-          p e.backtrace
-        end
-        sleep 1
+        #rescue => e
+        #  p e
+        #  p e.backtrace
+        #end
+        sleep 10
       end
     end
   end

data/lib/pig-media-server/model/data.rb

@@ -0,0 +1,106 @@
+#coding:utf-8
+require 'fileutils'
+require 'digest/md5'
+require 'pig-media-server/model/migrate'
+
+$config = $config || Pit.get("Pig Media Server")
+
+
+class AppData
+  def self.find key
+    key = Digest::MD5.hexdigest(key)
+    parse(Groonga['Datas'][key].body)
+  rescue
+    nil
+  end
+
+  def self.set key, value
+    g_key = Digest::MD5.hexdigest(key)
+    Groonga['Datas'].add g_key
+    Groonga['Datas'][g_key].body = value.to_json
+    Groonga['Datas'][g_key].original_key = key
+  end
+
+  def self.all
+    Groonga['Datas'].select.to_a.map{|x|
+      {key: x.original_key, value: parse(x.body)}
+    }
+  end
+
+  def self.parse val
+    case val
+    when 'true'
+      true
+    when 'false'
+      false
+    else
+      JSON.parse val
+    end
+  rescue
+    if val.class == String
+      val.gsub(/^"|"$/, '')
+    else
+      val
+    end
+  end
+end
+
+class Stars
+  def self.list user
+    Pig.find Groonga['Stars'].select{|x|
+      x._key =~ user
+    }.to_a.map{|x| x._key.split('/').last}
+  end
+
+  def self.star? user, key
+    key =user+'/'+key
+    !!Groonga['Stars'][key]
+  rescue
+    false
+  end
+
+  def self.star user, key
+    key =user+'/'+key
+    if Groonga['Stars'].add key
+      Groonga['Stars'].delete key
+    else
+      Groonga['Stars'].add key
+    end
+  end
+
+  def self.unstar user, key
+    key =user+'/'+key
+    Groonga['Stars'].delete key
+  end
+end
+
+class Recents
+  def self.list user
+    hash = {}
+    Groonga['Recents'].select{|x|
+      x._key =~ user
+    }.to_a.map{|x| x._key.split("/").last}.each{|x|
+      hash["movie/#{x}"] = {}
+    }
+    hash
+  end
+
+  def self.recent? user, key
+    key =user+'/'+key
+    !!Groonga['Recents'][key]
+  rescue
+    nil
+  end
+
+  def self.recent user, key
+    key =user+'/'+key
+    Groonga['Recents'].add key
+  end
+end
+
+Dir.glob($config['user_data_path']+"/**/*.json").sort.each{|x|
+  user = x.split("/").last.split(".json").first
+  JSON.parse(open(x).read).map{|t| t}.select{|a| a.last.class != Array and a.last.class != Hash}.each{|ary|
+    AppData.set("user_data/#{user}/#{ary.first}", ary.last)
+  }
+}

data/lib/pig-media-server/model/migrate.rb

@@ -24,3 +24,37 @@ unless Groonga['Files']
     }
   end
 end
+
+unless Groonga['Datas']
+  puts "create table 'Datas'"
+  Groonga::Schema.define do |schema|
+    schema.create_table("Datas", type: :patricia_trie, key_type: 'ShortText'){|table| 
+      table.long_text "body"
+      table.long_text 'original_key'
+    }
+  end
+end
+
+unless Groonga['Stars']
+  puts "create table 'Stars'"
+  Groonga::Schema.define do |schema|
+    schema.create_table("Stars", type: :patricia_trie, key_type: 'ShortText'){|table| 
+    }
+  end
+end
+
+unless Groonga['Recents']
+  puts "create table 'Recents'"
+  Groonga::Schema.define do |schema|
+    schema.create_table("Recents", type: :patricia_trie, key_type: 'ShortText'){|table| 
+    }
+  end
+end
+
+unless Groonga['QueryList']
+  puts "create table 'QueryList'"
+  Groonga::Schema.define do |schema|
+    schema.create_table("QueryList", type: :patricia_trie, key_type: 'ShortText'){|table| table.short_text "query" }
+  end
+
+end

data/lib/pig-media-server/model/pig.rb

@@ -1,6 +1,7 @@
 #coding:utf-8
 require 'fileutils'
 require 'pig-media-server/model/migrate'
+require 'pig-media-server/model/data'
 
 CONFIG = Pit.get('Pig Media Server')
 
@@ -16,20 +17,25 @@ class Pig
   def key; self.record._key;end
   def name; self.record.path.split('/').last; end
   def mtime; Time.at(self.record.mtime);end
+  def mtime_to_i; self.record.mtime; end
   def size; self.record.size;end
   def metadata; self.record.metadata;end
   def srt; self.record.srt;end
   def url; 'http://'+self.config['hostname']+ '/volume' + URI.encode(self.record.path.sub(/#{config['path'].sub(/\//, '\/')}/, ''));end
   def type
     case self.name.split('.').last
-    when 'mp4', 'MP4', 'webm'
+    when 'mp4', 'MP4', 'webm', 'm4v'
       'video'
     when 'zip', 'ZIP'
       'read'
+    when 'pdf'
+      'pdf'
     when 'txt', 'TXT'
       'txt'
     when 'mobi'
       'mobi'
+    when 'flv'
+      'flv'
     else
       'other'
     end
@@ -57,7 +63,10 @@ str.chomp.chomp
     open("#{self.config['user_data_path']}/rate/queue.txt", "a"){|x| x.puts "#{self.key} #{rate}"}
   end
 
-
+  def to_hash(opts = {})
+    hash = {key: self.key, name: self.name, mtime: self.mtime, size: self.size, url: self.url, type: self.type, mtime_to_i: self.mtime_to_i}
+    hash
+  end
 
   def self.find key
     case key.class.to_s

data/lib/pig-media-server/version.rb

@@ -1,3 +1,3 @@
 module PigMediaServer
-  VERSION = "0.3.2"
+  VERSION = "2"
 end

data/lib/pig-media-server/views/_custom_links.haml

@@ -0,0 +1,4 @@
+- if CONFIG['custom_links']
+  - CONFIG['custom_links'].each do |c|
+    -if c['type'].index(record.type)
+      %a{href: eval('"'+c['path']+'"')}=c['title']

data/lib/pig-media-server/views/_ft_flv.haml

@@ -0,0 +1 @@
+%a.flv{href: 'javascript:void(0)', url: record.url, key: record.key, title: record.name}watch

data/lib/pig-media-server/views/_ft_video.haml

@@ -1,6 +1,11 @@
 -if record.srt
-  %a.watch{href: 'javascript:void(0)', srt: 'true', url: record.url, key: record.key, title: record.name}watch
+  %a.watch{href: 'javascript:void(0)', srt: 'true', url: record.url, key: record.key, title: record.name} Watch
 -else
-  %a.watch{href: 'javascript:void(0)', url: record.url, key: record.key, title: record.name}watch
--if hash()['remote']
-  %a.remote{href: 'javascript:void(0)', key: record.key} remote
+  %a.watch{href: 'javascript:void(0)', url: record.url, key: record.key, title: record.name} Watch
+-if remote?
+  %a.remote{href: 'javascript:void(0)', key: record.key} Remote
+-if request.env['HTTP_X_REAL_IP'].to_s =~ /192.168/
+  - url = record.url.sub(/pig.ssig33.com/, '192.168.1.53')
+  %a.remote.chromecast{href: 'javascript:void(0)', onclick: "chrome_cast('#{url}', '#{record.key}')", style: 'display:none'} Chromecast
+-else
+  %a.remote.chromecast{href: 'javascript:void(0)', onclick: "chrome_cast('#{record.url}', '#{record.key}')", style: 'display:none'} Chromecast

data/lib/pig-media-server/views/_link.haml

@@ -2,13 +2,16 @@
   !=partial :"_new_flag", locals: {record: l}
   %a.main_link{key: l.key, href: l.url}=h(l.name)
   !=partial :"_ft_#{l.type}", locals: {record: l}
+  -if session[:user_id]
+    %a.star{href: "/star?href=#{CGI.escape request.url}&key=#{l.key}", key: l.key} #{star?(l.key) ? 'Unstar' : 'Star'}
   %span.mtime=l.mtime.to_s.sub(/\ \+0900$/, '')
-  %span.size=number_to_human_size(l.size).encode('UTF-8', 'UTF-8')
+  %span.size=number_to_human_size(l.size).to_s.encode('UTF-8', 'UTF-8')
   %a.meta{href: "/meta/#{l.key}"} Meta
   -if l.srt
     %a.sub.meta{href: "/sub/#{l.key}"} Sub
   -if l.type == 'txt' or l.type == 'read'
     %a.ao.meta{href: "/ao/#{l.key}"} Aozora
+  !=partial :"_custom_links", locals: {record: l}
   %a.delete{href: 'javascript:void(0)', onclick: "var ok=confirm('Really?'); if (ok) location.href='/delete/#{l.key}?href=#{CGI.escape request.url}'; return false;"} Delete
   %br
 

data/lib/pig-media-server/views/_new_flag.haml

@@ -1,4 +1,4 @@
--if record.type == 'video'
+-if record.type == 'video' or record.type == 'flv'
   %span.new_flag{key: "movie/#{record.record._key}", style: 'color:lime; font-size:large'}
 -elsif record.type == 'read'
   =''

data/lib/pig-media-server/views/app.scss

@@ -1,3 +1,7 @@
+button, a, input{
+  margin-right: 3px;
+}
+
 body {
   text-align:center;
   background:black;
@@ -10,6 +14,10 @@ body {
   text-align:left;
 }
 
+:fullscreen{
+  overflow:scroll;
+}
+
 #notice{ color:green; }
 #error{ color:red; }
 .small{ font-size:small;}
@@ -30,7 +38,7 @@ nick{color:lightpink}
 .x-small{font-size:x-small}
 span.link{font-size:x-large}
 
-a.watch, a.read, a.txt, a.recent, a.kindle{
+a.remote, a.flv, a.watch, a.read, a.txt, a.recent, a.kindle{
   color:mistyrose;
 }
 
@@ -78,6 +86,7 @@ a.delete{
   width:3em !important;
   text-align:center !important;
   font-size:100% !important;  
+  cursor: pointer;
 }
 .main_link {
   margin-left:3em;