my-lib 0.2.1 → 0.2.2

data/VERSION

@@ -1 +1 @@
-0.2.1
+0.2.2

data/lib/lib/job.rb

@@ -1,4 +1,157 @@
 #-*- coding:utf-8 -*-
+
+class MyJobAnime44
+  def initialize(args={})
+    require 'kconv'
+    require 'mechanize'
+    require 'net/http'
+    @a = args
+    @debug = args[:debug] ||= false
+    @a[:url] ||= 'http://www.anime44.com/'
+    @a[:status] ||= :top_page
+    return if @a[:url].nil?
+    @agent = Mechanize.new
+    @a[:recursive] ||= 4
+  end
+  #   
+  def top_page
+    print :top_page if @debug
+    @agent.get @a[:url]
+    #    p @agent.page
+    @agent.page.search('table')[1].css('td li')
+    targs =  @agent.page.search('table')[1].css('td li').select {|ne| ne.text =~ /\(Raw\)/ }
+    a_s = []
+    targs.each {|ne| a_s << ne.css('a').map{|e|e[:href]}[0]}
+    a_s.each do |link|
+      job = MyJobAnime44.new(@a.merge({
+                                        :url => link,
+                                        :status => :anime44_first
+                                      }))
+      @a[:machine].retry job
+    end
+  end
+
+  def anime44_first
+    print :anime44_first if @debug
+    begin
+      @agent.get @a[:url]
+    rescue => ex
+      p ex if @debug
+      p @a[:url] if @debug
+      return 
+    end
+    @title = @agent.page.title
+
+    flg = false
+    
+    daily_embeds_links = @agent.page.search('embed[@src^="http://www.daily"]').map {|ne| ne[:src] }
+    
+    unless daily_embeds_links[0].nil?
+      uri = daily_src2hqurl(daily_embeds_links[0])
+      if uri[:status] == :ok
+        flg = true
+        job = MyJobAnime44.new(
+                               @a.merge({
+                                          :url => uri[:url],
+                                          :title => @title,
+                                          :status => :anime44_fetch}))
+        @a[:machine].retry job
+      end
+    end
+
+    unless flg == true
+      begin
+        @agent.get @a[:url]
+      rescue => ex
+        p ex if @debug
+        p @a[:url] if @debug
+        return 
+      end
+      
+      videozer_embeds_links = @agent.page.search('embed[@src^="http://www.videozer"]').map {|ne| ne[:src] }
+      unless videozer_embeds_links[0].nil?
+        flg = true
+        url1 = videozer_embeds_links[0].gsub('http://www.videozer.com/embed/','http://video195.videozer.com/video?v=')
+        url = "#{url1}&r=1&t=#{Time.new.to_i.to_s}&u=&start=0"
+        job = MyJobAnime44.new(
+                               @a.merge({
+                                          :url => url,
+                                          :title => @title,
+                                          :status => :anime44_fetch}))
+        @a[:machine].retry job
+      end
+    end
+    
+    
+    begin
+      if @a[:recursive] < 4
+        alignleft = @agent.page.search('div.alignleft a')[0]['href']
+        job = MyJobAnime44.new(
+                               @a.merge({
+                                          :url => alignleft,
+                                          :recursive => @a[:recursive] + 1,
+                                          :status => :anime44_first}))
+        @a[:machine].retry job
+      end
+    rescue => ex
+    end
+    
+    begin
+      if @a[:recursive] < 4
+        alignright = @agent.page.search('div.alignright a')[0]['href']
+        job = MyJobAnime44.new(
+                               @a.merge({
+                                          :url => alignright,
+                                          :recursive => @a[:recursive] + 1,
+                                          
+                                          :status => :anime44_first}))
+        @a[:machine].retry job
+      end
+    rescue => ex
+    end
+  end
+
+  def anime44_fetch
+    print "video".yellow
+
+    savedir = @a[:machine].savedir
+    Dir.chdir savedir
+
+    filename = "#{@a[:title].gsub(' ','').gsub('　','')}.mp4"
+    savepath = "#{savedir}/#{filename}"
+
+    if File.exist?(savepath) && File.size(savepath) > 1024 * 1024 * 3
+      puts "File Already Saved ".yellow.bold  + savepath
+      return
+    else
+      puts "Fetching ".green.bold + savepath
+      MyLogger.ln "Fetch Attempt Start ".green.bold  + savepath
+    end
+    # use curl command
+    # no need UA...
+    command = "curl -# -L -R -o '#{filename}' '#{@a[:url]}' >/dev/null 2>&1 &"
+    puts command 
+    system command unless @debug
+  end
+
+  def daily_src2hqurl(url)
+    require 'json'
+    begin
+      js= JSON.parse(@agent.get(url.gsub('swf','sequence/full')).body)
+      uri = js[0]['layerList'][0]['sequenceList'][1]['layerList'][2]['param']['videoPluginParameters']['hqURL']
+    rescue =>ex
+      return {:status => :error}
+    end
+    {:status => :ok,:url => uri}
+  end
+  
+  def run
+    send @a[:status]
+  end
+  
+end
+
+
 # Job Class for Fetch Anisoku
 # Function:
 #   access "youtubeanisoku1.blog106.fc2.com" and crawl web site.
@@ -335,50 +488,50 @@ class MyJobDojinEventMachine < MyJobDojin
   private
   
   def do_connect
-      return if file_already_saved?
-
-#      if @machine.connection_exceed? #コネクション限界を超えていないか？
-#        @machine.retry(self)
-#        print "E".red.bold
-#        return
-#      end
-
-      @http = EventMachine::Protocols::HttpClient.
-        request(
-                :host => @args[:server],
-                :port => @args[:port],
-                :request => @args[:path],
-                :cookie => @args[:cookie]['Cookie']
-                )
-      @machine.connection_count!
-      @http.errback{
-        begin
-        ensure
-          @machine.connection_end!
-        end
-      }
-
-      @http.callback {|response|
-        begin
-          if response[:status] == 200
-            # 200 はレスポンスの中身を保存する
-            save_content(response[:content])
-          elsif response[:status] == 503 ||
-              response[:status] == 500 ||
-              response[:status] == 403
-            # 503/500/403はリトライする
-            @args[:try] += 1
-            @machine.retry(self) if @args[:try] < 6
-          elsif response[:status] == 404
-            # 404は終了する
-          else 
-            puts response[:status].to_s.red.bold
-            puts response[:headers].to_s.red.bold
-          end
-        ensure
-          @machine.connection_end!
+    return if file_already_saved?
+
+    #      if @machine.connection_exceed? #コネクション限界を超えていないか？
+    #        @machine.retry(self)
+    #        print "E".red.bold
+    #        return
+    #      end
+
+    @http = EventMachine::Protocols::HttpClient.
+      request(
+              :host => @args[:server],
+              :port => @args[:port],
+              :request => @args[:path],
+              :cookie => @args[:cookie]['Cookie']
+              )
+    @machine.connection_count!
+    @http.errback{
+      begin
+      ensure
+        @machine.connection_end!
+      end
+    }
+
+    @http.callback {|response|
+      begin
+        if response[:status] == 200
+          # 200 はレスポンスの中身を保存する
+          save_content(response[:content])
+        elsif response[:status] == 503 ||
+            response[:status] == 500 ||
+            response[:status] == 403
+          # 503/500/403はリトライする
+          @args[:try] += 1
+          @machine.retry(self) if @args[:try] < 6
+        elsif response[:status] == 404
+          # 404は終了する
+        else 
+          puts response[:status].to_s.red.bold
+          puts response[:headers].to_s.red.bold
         end
-      }
+      ensure
+        @machine.connection_end!
+      end
+    }
   end
 end
 

data/lib/lib/machine.rb

@@ -129,6 +129,61 @@ class MyEventMachineDojin
 
 end
 
+class MyMachineAnime44
+  include MyMachine
+
+  attr_reader :savedir
+  
+  def initialize(args={ })
+    require 'eventmachine'
+    super(args)
+    args[:savedir] ||= "#{ENV['HOME']}/Desktop/video"
+    @savedir = args[:savedir]
+    begin
+      Dir::mkdir(@savedir, 0777)
+    rescue => ex
+      warn ex
+    end
+    @args = args
+    @args[:recursive] ||= 2
+    @gaman = 0;
+  end
+
+  # machine go to run eventmachine
+  def go
+    EM.run do
+      EM.add_periodic_timer(0.00001) do
+#        print "loop".green
+        if should_stop_machine?
+          EM.stop
+        end
+        @queue.pop.run unless @queue.empty?
+      end
+    end
+    puts "End of fetch".green.bold
+  end
+  
+  # setup jobs
+  def setupjobs
+      ajob = MyJobAnime44
+        .new(
+             :machine => self,
+             :recursive => @args[:recursive],
+             :debug => @debug,
+             )
+    @queue.push ajob
+  end
+  
+  # Machineは終了すべきか？
+  def should_stop_machine?
+    @gaman += 1  if @queue.size < 3
+    if @gaman > 1000
+      return true
+    end
+  end
+end  
+
+
 # 
 # Class of Machine by EventMachine.
 # this class controll jobs for Anisoku
@@ -167,7 +222,7 @@ class MyMachineAnisoku
     @args = args
     @args[:limit] ||= 7
     @args[:recent] ||= 7
-    
+    @args[:mode]   ||= :anisoku
     make_filelist
     make_dellist
   end
@@ -267,6 +322,15 @@ class MyMachineAnisoku
            :recent => @args[:recent],
            :debug => @debug,
            )
+    if @args[:mode] == :anime44
+      ajob = MyJobAnime44
+        .new(
+             :machine => self,
+             :limit => @args[:limit],
+             :recent => @args[:recent],
+             :debug => @debug,
+             )
+    end
     @queue.push ajob
   end
 

data/my-lib.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "my-lib"
-  s.version = "0.2.1"
+  s.version = "0.2.2"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["modeverv"]
-  s.date = "2011-10-15"
+  s.date = "2011-10-17"
   s.description = "longer description of your gem"
   s.email = "modeverv@gmail.com"
   s.extra_rdoc_files = [

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: my-lib
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.2
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-10-15 00:00:00.000000000Z
+date: 2011-10-17 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: term-ansicolor
-  requirement: &2153883760 !ruby/object:Gem::Requirement
+  requirement: &2153870560 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2153883760
+  version_requirements: *2153870560
 - !ruby/object:Gem::Dependency
   name: eventmachine
-  requirement: &2153883200 !ruby/object:Gem::Requirement
+  requirement: &2153868700 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2153883200
+  version_requirements: *2153868700
 - !ruby/object:Gem::Dependency
   name: mechanize
-  requirement: &2153882620 !ruby/object:Gem::Requirement
+  requirement: &2153867940 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2153882620
+  version_requirements: *2153867940
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &2153882120 !ruby/object:Gem::Requirement
+  requirement: &2153867020 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>'
@@ -54,10 +54,10 @@ dependencies:
         version: 2.3.0
   type: :development
   prerelease: false
-  version_requirements: *2153882120
+  version_requirements: *2153867020
 - !ruby/object:Gem::Dependency
   name: yard
-  requirement: &2153881500 !ruby/object:Gem::Requirement
+  requirement: &2153866240 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>'
@@ -65,10 +65,10 @@ dependencies:
         version: 0.6.0
   type: :development
   prerelease: false
-  version_requirements: *2153881500
+  version_requirements: *2153866240
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &2153880820 !ruby/object:Gem::Requirement
+  requirement: &2153865400 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>'
@@ -76,10 +76,10 @@ dependencies:
         version: 1.0.0
   type: :development
   prerelease: false
-  version_requirements: *2153880820
+  version_requirements: *2153865400
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &2153880140 !ruby/object:Gem::Requirement
+  requirement: &2153848220 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2153880140
+  version_requirements: *2153848220
 - !ruby/object:Gem::Dependency
   name: rcov
-  requirement: &2153879460 !ruby/object:Gem::Requirement
+  requirement: &2153846360 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2153879460
+  version_requirements: *2153846360
 - !ruby/object:Gem::Dependency
   name: guard
-  requirement: &2153878740 !ruby/object:Gem::Requirement
+  requirement: &2153845280 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -109,10 +109,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2153878740
+  version_requirements: *2153845280
 - !ruby/object:Gem::Dependency
   name: guard-spork
-  requirement: &2153860880 !ruby/object:Gem::Requirement
+  requirement: &2153844520 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -120,7 +120,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2153860880
+  version_requirements: *2153844520
 description: longer description of your gem
 email: modeverv@gmail.com
 executables: []
@@ -168,7 +168,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -3518175125855602385
+      hash: -347030689861470656
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements: