rhack 0.4.1 → 1.0.0.rc4

data/lib/rhack/cookie.rb

@@ -0,0 +1,49 @@
+# encoding: utf-8
+module RHACK
+
+  class Cookie
+    __init__
+    
+    def initialize(*args)
+      if args[1].is Scout
+        str, scout = *args
+        ck = str//;\s*/
+        ck[1..-1].each {|par|
+          a = par/'='
+          case a[0].downcase
+            when 'path'; @path = (a[1] == '/') ? // : /^#{Regexp.escape a[1]}/
+            when 'domain'; @domain = /(^|\.)#{Regexp.escape a[1].sub(/^./, '')}$/
+            when 'expires'; @expires = a[1].to_time
+          end
+        }
+        @name, @value = ck[0].split('=', 2)
+        #@value.gsub!(/^['"]|['"]$/, '')
+        #L.debug args if !@domain
+        (scout.cookies[scout.uri.host] ||= {})[@name] = self
+      else
+        @name, cookie = args[0]
+        case cookie
+          when Array; @value, @path, @domain = cookie
+          when Hash; @value, @path, @domain = cookie.value, cookie.path, cookie.domain
+          else @value = args[1].to_s
+        end
+      end
+      @path ||= //
+      @domain ||= //
+      @string = "#{@name}=#{@value}; "
+    end
+    
+    def use(str, uri)
+      if !@expires or @expires > Time.now
+        str << @string if uri.path[@path] and !uri.root || uri.host[@domain]
+      else
+        :expired
+      end
+    end
+      
+    def to_s; @value end
+    def inspect; @value.inspect end
+    
+  end
+  
+end

data/lib/rhack/curl.rb

@@ -0,0 +1,6 @@
+require 'rhack/curl/easy'
+require 'rhack/curl/multi'
+require 'rhack/curl/post_field'
+require 'rhack/curl/response'
+require 'rhack/curl/global'
+require 'rhack/curl/itt'

data/lib/{extensions/curb.rb → rhack/curl/easy.rb}

@@ -44,18 +44,22 @@ module Curl
       set :interface, value
     end
 
+    # <host>:<port>
     def url=(u)
       set :url, u
     end
     
+    # <host>:<port>
     def proxy_url=(url)
       set :proxy, url
     end
     
+    # <username>:<password>
     def userpwd=(value)
       set :userpwd, value
     end
     
+    # <username>:<password>
     def proxypwd=(value)
       set :proxyuserpwd, value
     end
@@ -65,59 +69,33 @@ module Curl
     end
     
     def head=(onoff)
-      set :nobody, !!onoff
+      if onoff
+        set :httpget, false
+        set :customrequest, nil
+        set :nobody, true
+      else
+        set :nobody, false
+      end
     end
     
     def get=(onoff)
-      set :httpget, !!onoff
-    end
-    
-  end
-  
-  class PostField
-    
-    def to_s
-      raise "Cannot convert unnamed field to string" if !name
-      display_content = if (cp = content_proc)
-          cp.inspect 
-        elsif (c = content)
-          "#{c[0...20].inspect}#{"… (#{c.size.bytes})" if c.size > 20}"
-        elsif (ln = local_name)
-          File.new(ln).inspect
-        end
-      "#{name}=#{display_content}"
-    end
-    
-  end
-  
-  class Multi
-    if method_defined? :requests
-      alias :reqs :requests
-    end
-    
-    def reset
-      reqs.each {|k| remove k rescue()}
-      $Carier = Multi.new
-      $Carier.pipeline = true
-#      GC.start
-    end
-    
-    def drop
-      while running > 0 do perform rescue() end
-      Curl.recall
-    end
-    
-    def drop!
-      drop
-      reset if reqs.size + running > 0
-    end
-    
-    def sheduled
-      0 < running and running <= reqs.size
+      if onoff
+        set :nobody, false
+        set :customrequest, nil
+        set :httpget, true
+      else
+        set :httpget, false
+      end
     end
     
-    def inspect
-      "<#Carier #{'unit'.x reqs.size}, #{running} executing>"
+    def delete=(onoff)
+      if onoff
+        set :nobody, false
+        set :httpget, false
+        set :customrequest, 'DELETE'
+      else
+        set :customrequest, nil
+      end
     end
     
   end

data/lib/rhack/curl/global.rb

@@ -0,0 +1,175 @@
+# encoding: utf-8
+module Curl
+  class << Curl
+    
+    def execute(unless_allready=false)
+      #if unless_allready and status
+      #  return L.log "Carier allready executing"
+      #end
+      if @@carier_thread and s = @@carier_thread.status
+        L.log "Carier Thread allready started and has status #{s}"
+      else
+        if s = status(false) then L.warn s end
+        L.log(@@carier_thread ? "Resetting Carier thread" : "Setting Carier thread up")
+        @@carier_thread = thread {
+          error = nil
+          begin
+            yield if block_given?
+          rescue => error
+            nil
+          end
+          loop {
+            begin
+              # with true argument (idle) it would break only if there is no requests to perform
+              # and still carier thread is joined
+              break unless @@carier.perform true
+              L.log "All requests have been performed; idling..."
+            rescue => error
+              L.log "Catched #{error.class.name} in Carier Thread"
+              break
+              # but ruby mystically crashes if next sequence occur:
+              # Multi performs and can't see any requests so entering idle mode
+              # we add some requests and multi load them
+              # one of requests' callbacks raises error in *main* thread
+              # so we can't allow any raises here, instead, keep them in 'wait' section
+            end
+          } unless error
+          L.log "Nothing to perform; recalling..."
+          error
+        }
+        # until main thread has sleep a bit, $CarierThread will have status "run", 
+        # no matter whether it's idling or performing requests
+        sleep 0.001
+      end
+    end
+    alias :run :execute
+    
+    def wait
+      if @@carier_thread and @@carier_thread.status
+        unless within = Thread.current == @@carier_thread
+          # We can't set `perform' timeout lesser than 1 second in the curl binding
+          # because in that case thread status would always be "run"
+          # so here we wait for exactly 1 sec
+          sleep 1 
+        end
+        # Also, if thread do Kernel.sleep, it would skip Curl.wait here
+        if !@@carier.sheduled and (@@carier_thread.status == 'sleep' or within && @@carier.reqs.empty?)
+          L.log "No shedule to wait"
+        else
+          this_thread = within ? 'it\'s thread' : Thread.main == Thread.current ? 'main thread' : 'thread '+Thread.current.object_id
+          L.log "Waiting for Carier to complete in #{this_thread}"
+          begin
+            L.log { "Trying to change Curl.joined #@@joined -> true from #{this_thread}" }
+            if within 
+              L.log "calling this from one of callbacks to wait for the rest to complete"
+              begin
+                @@carier.perform
+              rescue RuntimeError => e
+                L.warn [e, e.message]
+                L.info "@@carier @@carier.sheduled @@carier_thread @@carier_thread.status", binding
+                L.warn "Failed to run Multi#perform: nothing to perform"
+              end
+            else 
+              @@joined = true
+              @@carier_thread.join
+            end
+          rescue (defined?(IRB) ? IRB::Abort : NilClass)
+            recall!
+            L.info "Carier Thread recalled by a keyboard"
+          ensure
+            L.log "trying to change Curl.joined #@@joined -> false from #{this_thread}"
+            if !within
+              @@joined = false
+              # using Curl#execute from different threads may cause problems here when you don't control input,
+              # for example, in a daemonized ruby process
+              # just do not get $CarierThread joined from non-main thread
+              if @@carier_thread and e = @@carier_thread.value
+                # this will raise thread-safely in main thread
+                # in case of unrescued error in CarierThread
+                L.log(([e.message]+RMTools.format_trace(e.backtrace))*"\n")
+                recall!
+                raise e 
+              end
+              execute
+            end
+          end
+        end
+      else
+        L < "No thread to wait. I guess I should create one"
+        execute
+        wait
+      end
+    end
+    
+    def recall
+      L.debug caller
+      if @@carier_thread
+        L.log "Recalling Carier thread"
+        @@carier_thread.kill
+        sleep 1
+      else
+        L.log "No thread to recall"
+      end
+    end
+    alias :stop :recall
+    
+    def recall!
+      if @@carier_thread
+        L.warn "Recalling thread and resetting Carier!!!"
+        @@carier_thread.kill
+        @@carier_thread = nil
+        reset_carier!
+      else
+        L.log "No thread to recall!"
+      end
+    end
+    alias :stop! :recall!
+    
+    def reset_carier!
+      @@carier.clear!
+      @@carier = Multi.new
+      carier.pipeline = true
+      #GC.start
+    end
+    
+    def reset
+      recall
+      execute
+    end
+    alias :reload :reset
+    
+    def reset!
+      recall!
+      execute
+    end
+    alias :reload! :reset!
+    
+    def status(raise_error=true)
+      if @@carier_thread and (s = @@carier_thread.status)
+        L.log "Carier Thread responding with status #{s}"
+        s
+      elsif @@carier_thread
+        begin
+          # status = nil
+          error = @@carier_thread.value
+        rescue => error
+          L.warn "Carier Thread has raised an exception"
+          if raise_error
+            recall!
+            raise error
+          else
+            L.log "Carier Thread has catched #{error.inspect}"
+            error
+          end
+        else
+          # status = false
+          L.log "Carier Thread has exited without an exception"
+        end
+      else
+        L.log "There is no Carier Thread atm"
+      end
+    end
+    alias :st :status
+    
+  end\
+end

data/lib/rhack/curl/itt.rb

@@ -0,0 +1,11 @@
+module Curl
+  
+  # Run proc in Multi's thread processing callbacks at this moment
+  def ITT
+    res = nil
+    RHACK::Scout('file://').loadGet(__FILE__) {|c| res = yield}
+    loop {if res then break res else sleep 0.01 end}
+  end
+  module_function :ITT
+  
+end

data/lib/rhack/curl/multi.rb

@@ -0,0 +1,37 @@
+# encoding: utf-8
+module Curl
+  
+  class Multi
+    if method_defined? :requests
+      alias :reqs :requests
+    end
+    
+    def sheduled
+      0 < running and running <= reqs.size
+    end
+    
+    def inspect
+      rsize = reqs.size
+      "<#Carier #{rsize} #{rsize == 1 ? 'unit' : 'units'}, #{running} executing>"
+    end
+    
+    
+    # Used for Curl.reset_carier!
+    def clear!
+      reqs.each {|k| remove k rescue()}
+    end
+    
+    # Emergency debug methods, not used inside a framework
+    def drop
+      while running > 0 do perform rescue() end
+      Curl.recall
+    end
+    
+    def drop!
+      drop
+      Curl.reset_carier! if reqs.size + running > 0
+    end
+    
+  end
+  
+end

data/lib/rhack/curl/post_field.rb

@@ -0,0 +1,20 @@
+# encoding: utf-8
+module Curl
+  
+  class PostField
+    
+    def to_s
+      raise "Cannot convert unnamed field to string" if !name
+      display_content = if (cp = content_proc)
+          cp.inspect 
+        elsif (c = content)
+          "#{c[0...20].inspect}#{"… (#{c.size.bytes})" if c.size > 20}"
+        elsif (ln = local_name)
+          File.new(ln).inspect
+        end
+      "#{name}=#{display_content}"
+    end
+    
+  end
+  
+end

data/lib/rhack/curl/response.rb

@@ -0,0 +1,91 @@
+# encoding: utf-8
+module Curl
+  
+  class Response
+    __init__
+    attr_reader :header, :code, :body, :hash, :timestamp, :time, :req, :date, :error
+    
+    def to_s
+      str = '<#'
+      if @error
+        str << "#{@error[0].self_name}: #{@error[1]}"
+      else
+        str << (@header[/\d{3}/] == @code.to_s ? @header : "#{@header[/\S+/]} #{@code}") if @header
+        if @hash.location
+          str << ' '+@req.url if $panic
+          str << ' -> '+@hash.location 
+        end
+        str << " (#{@body ? @body.size.bytes : 'No'} Body)"
+        str << " [#{@timestamp}]" if @timestamp
+      end
+      str << '>'
+    end
+    alias :inspect :to_s
+    
+    def initialize(easy)
+      @hash = {}
+      @timestamp = @date = @header = nil
+      if easy.base.error
+        @error = easy.base.error
+      else
+        if headers = easy.header_str || easy.base.headers
+          headers /= "\r\n"
+          @header = headers.shift
+          headers.each {|h|
+            h /= ': '
+            if h[0]
+              h[0].downcase!
+              if h[0] == 'set-cookie'
+                (@hash.cookies ||= []) << h[1]
+              else
+                @hash[h[0]] = h[1]
+              end
+            end
+          }
+          @timestamp = if @hash.date
+              begin
+                @date = @hash.date.to_time
+              rescue => e
+                (@date = Time.now).strftime("%H:%M:%S")
+                L < "Error #{e.class}:#{e.message} with @hash.date = #{@hash.date.inspect}"
+              end
+              @hash.date[/\d\d:\d\d:\d\d/]
+            else
+              (@date = Time.now).strftime("%H:%M:%S")
+            end
+        end
+        @code	= easy.response_code
+        @body	= easy.body_str.dup
+        @time	= easy.total_time
+      end
+      
+      @req = {}
+      @req.url	        = easy.last_effective_url
+      @req.headers	= easy.headers
+      if range = easy.headers.Range and range[/(\d+)-(\d+)/]
+        @req.range   = $1.to_i .. $2.to_i
+      end
+      if easy.base and @req.meth = easy.base.last_method and @req.meth.in [:post, :put]
+        @req.body	  = easy.post_body.dup
+        if @req.meth == :post
+          @req.mp	  = easy.multipart_form_post?
+        end
+      end
+    end
+    
+    def is(klass)
+      if @error
+        klass == Array || klass = Curl::Response
+      else
+        klass == Curl::Response
+      end
+    end
+  
+    def [](key_or_index)
+      @error ? @error[key_or_index] : @hash[key_or_index.downcase]
+    end
+    
+    alias :headers :hash
+  end
+  
+end