knjrbfw 0.0.8 → 0.0.9

data/lib/knj/wref.rb

@@ -0,0 +1,104 @@
+require "weakref"
+
+#A weak-reference that wont bite you in the ass like the one in Ruby 1.9.
+class Knj::Wref
+  def initialize(obj)
+    @weakref = WeakRef.new(obj)
+    @class = obj.class.name
+    @id = @class.__id__
+  end
+  
+  #Returns the object that this weak reference holds or throws WeakRef::RefError.
+  def get
+    obj = @weakref.__getobj__ if @weakref
+    
+    if !@weakref or @class != obj.class.name or @id != obj.__id__
+      self.destroy
+      raise WeakRef::RefError
+    end
+    
+    return obj
+  end
+  
+  #Returns true if the reference is still alive.
+  def alive?
+    begin
+      self.get
+      return true
+    rescue WeakRef::RefError
+      return false
+    end
+  end
+  
+  #Removes all data from this object.
+  def destroy
+    @class = nil
+    @id = nil
+    @weakref = nil
+  end
+  
+  #Make Wref compatible with the normal WeakRef.
+  alias weakref_alive? alive?
+  alias __getobj__ get
+end
+
+class Knj::Wref_map
+  def initialize(args = {})
+    @args = args
+    @map = {}
+  end
+  
+  #Sets a new object in the map with a given ID.
+  def set(id, obj)
+    @map[id] = Knj::Wref.new(obj)
+  end
+  
+  #Returns a object by ID or raises a RefError.
+  def get(id)
+    raise WeakRef::RefError if !@map.key?(id)
+    
+    begin
+      return @map[id].get
+    rescue WeakRef::RefError => e
+      @map[id].destroy
+      @map.delete(id)
+      raise e
+    end
+  end
+  
+  #Make it hash-compatible.
+  alias [] get
+  alias []= set
+  
+  #The same as 'get' but returns nil instead of WeakRef-error. This can be used to avoid writing lots of code.
+  def get!(id)
+    begin
+      return self.get(id)
+    rescue WeakRef::RefError
+      return nil
+    end
+  end
+  
+  #Scans the whole map and removes dead references.
+  def clean
+    @map.each_index do |key|
+      begin
+        @map[key].get #this will remove the key if the object no longer exists.
+      rescue WeakRef::RefError
+        #ignore.
+      end
+    end
+  end
+  
+  #Returns true if a given key exists and the object it holds is alive.
+  def valid?(key)
+    return false if !@map.key?(key)
+    
+    begin
+      @map[key].get
+      return true
+    rescue WeakRef::RefError
+      return false
+    end
+  end
+end

data/lib/knj/x11vnc.rb

@@ -1,48 +1,48 @@
 class Knj::X11VNC
-	def initialize(args = {})
-		@args = ArrayExt.hash_sym(args)
-		@open = true
-		
-		cmd = "x11vnc -q"
-		cmd += " -shared" if @args[:shared] or !@args.key?(:shared)
-		cmd += " -forever" if @args[:forever] or !@args.key?(:forever)
-		cmd += " -rfbport #{@args[:port]}" if @args[:port]
-		cmd += " -nolookup" if @args[:nolookup] or !@args.key?(:nolookup)
-		
-		print cmd + "\n"
-		
-		@thread = Knj::Thread.new do
-			IO.popen(cmd) do |process|
-				@pid = process.pid
-				process.sync
-				
-				while	read = process.read
-					break if read.length == 0
-					#print read
-				end
-				
-				@open = false
-				@pid = nil
-				@thread = nil
-			end
-		end
-		
-		Kernel.at_exit do
-			self.close
-		end
-	end
-	
-	def open?
-		return @open
-	end
-	
-	def close
-		return nil if !@thread
-		
-		Process.kill("HUP", @pid) if @pid
-		@thread.exit if @thread
-		@thread = nil
-		@open = false
-		@pid = nil
-	end
+  def initialize(args = {})
+    @args = ArrayExt.hash_sym(args)
+    @open = true
+    
+    cmd = "x11vnc -q"
+    cmd << " -shared" if @args[:shared] or !@args.key?(:shared)
+    cmd << " -forever" if @args[:forever] or !@args.key?(:forever)
+    cmd << " -rfbport #{@args[:port]}" if @args[:port]
+    cmd << " -nolookup" if @args[:nolookup] or !@args.key?(:nolookup)
+    
+    print cmd + "\n"
+    
+    @thread = Knj::Thread.new do
+      IO.popen(cmd) do |process|
+        @pid = process.pid
+        process.sync
+        
+        while  read = process.read
+          break if read.length == 0
+          #print read
+        end
+        
+        @open = false
+        @pid = nil
+        @thread = nil
+      end
+    end
+    
+    Kernel.at_exit do
+      self.close
+    end
+  end
+  
+  def open?
+    return @open
+  end
+  
+  def close
+    return nil if !@thread
+    
+    Process.kill("HUP", @pid) if @pid
+    @thread.exit if @thread
+    @thread = nil
+    @open = false
+    @pid = nil
+  end
 end

data/lib/knj/youtube.rb

@@ -1,38 +1,35 @@
 class Knj::YouTube
-	def self.all_videos(data, params = {}, opts = {})
-		params[:per_page] = 50
-		
-		ret_arr = []
-		go_through_pages = true
-		page = 1
-		while go_through_pages
-			print "Getting page #{page.to_s}\n"
-			
-			newparams = Marshal.load(Marshal.dump(params))
-			newparams[:page] = page
-			videos = data["youtube"].videos_by(newparams)
-			
-			videos.videos.each do |video|
-				if data["check_stop"] and data["check_stop"].respond_to?("check_stop_parsing")
-					if data["check_stop"].check_stop_parsing(video)
-						go_through_pages = false
-						break
-					end
-				end
-				
-				ret_arr << video
-			end
-			
-			status = videos.next_page
-			break if !status
-			
-			page += 1
-			
-			if data["pages"] and page > data["pages"].to_i
-				break
-			end
-		end
-		
-		return ret_arr
-	end
+  def self.all_videos(data, params = {}, opts = {})
+    params[:per_page] = 50
+    
+    ret_arr = []
+    go_through_pages = true
+    page = 1
+    while go_through_pages
+      #print "Getting page #{page.to_s}\n"
+      
+      newparams = Marshal.load(Marshal.dump(params))
+      newparams[:page] = page
+      videos = data["youtube"].videos_by(newparams)
+      
+      videos.videos.each do |video|
+        if data["check_stop"] and data["check_stop"].respond_to?("check_stop_parsing")
+          if data["check_stop"].check_stop_parsing(video)
+            go_through_pages = false
+            break
+          end
+        end
+        
+        ret_arr << video
+      end
+      
+      status = videos.next_page
+      break if !status
+      
+      page += 1
+      break if data["pages"] and page > data["pages"].to_i
+    end
+    
+    return ret_arr
+  end
 end

data/lib/knjrbfw.rb

@@ -1,4 +1,5 @@
 module Knj
 end
 
+$knjpath = "knj/" if !$knjpath
 $: << File.dirname(__FILE__)

data/spec/cmd_parser_spec.rb

@@ -0,0 +1,25 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "Cmd_parser" do
+  it "should be able to parse various strings" do
+    require "knjrbfw"
+    require "knj/cmd_parser"
+    require "knj/php"
+    
+    strs = [
+      "-rw-r--r--    1 admin    administ   186.3M Aug 30 18:09 b4u_synoptik_2011_08_30_17_57_32.sql.gz\n",
+      "-rw-r--r--    1 admin    administ        2 Nov 21 18:12 test\n",
+      "-rw-r--r--  1 kaspernj kaspernj 279943393 2011-07-27 09:28 dbdump_2011_07_27_03_07_36.sql\n",
+      "-rw-rw-r--  1 kaspernj kaspernj     58648 2011-10-28 18:33 2011-11-28 - Programmerings aften hos Anders - mad - 600 kr.pdf\n",
+      "-rw-r--r-- 1 www-data www-data 4,0K 2011-05-16 23:21 dbbackup_2011_05_16-23:21:10.sql.gz\n"
+    ]
+    
+    strs.each do |str|
+      res = Knj::Cmd_parser.lsl(str)
+      
+      res.each do |file|
+        raise "Byte was not numeric in: '#{str}'." if !Knj::Php.is_numeric(file[:size])
+      end
+    end
+  end
+end

data/spec/db_spec.rb

@@ -0,0 +1,40 @@
+#encoding: utf-8
+
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "Db" do
+  it "should be able to handle various encodings" do
+    #I never got this test to actually fail... :-(
+    
+    require "knj/db"
+    require "tmpdir"
+    require "sqlite3"
+    
+    db_path = "#{Dir.tmpdir}/knjrbfw_test_sqlite3.sqlite3"
+    
+    db = Knj::Db.new(
+      :type => "sqlite3",
+      :path => db_path,
+      :return_keys => "symbols",
+      :index_append_table_name => true
+    )
+    
+    db.tables.create("test", {
+      "columns" => [
+        {"name" => "id", "type" => "int", "autoincr" => true, "primarykey" => true},
+        {"name" => "text", "type" => "varchar"}
+      ]
+    })
+    
+    begin
+      cont = File.read("#{File.dirname(__FILE__)}/db_spec_encoding_test_file.txt")
+      cont.force_encoding("ASCII-8BIT")
+      
+      db.insert("test", {
+        "text" => cont
+      })
+    ensure
+      File.unlink(db_path) if File.exists?(db_path)
+    end
+  end
+end

data/spec/db_spec_encoding_test_file.txt

@@ -0,0 +1 @@
+��pl��p���

data/spec/http2_spec.rb

@@ -0,0 +1,37 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "Http2" do
+  it "should be able to do multipart-requests." do
+    require "knj/http2"
+    require "knj/php"
+    
+    http = Knj::Http2.new(:host => "www.partyworm.dk")
+    resp = http.post_multipart("multipart_test.php", {
+      "test_var" => "true"
+    })
+    
+    if resp.body != "multipart-test-test_var=true"
+      raise "Expected body to be 'test_var=true' but it wasnt: '#{resp.body}'."
+    end
+  end
+  
+  it "it should be able to handle keep-alive correctly" do
+    require "knj/http2"
+    
+    urls = [
+      "?show=users_search",
+      "?show=users_online",
+      "?show=drinksdb",
+      "?show=forum&fid=9&tid=1917&page=0"
+    ]
+    urls = ["robots.txt"]
+    
+    http = Knj::Http2.new(:host => "www.partyworm.dk", :debug => true)
+    0.upto(105) do |count|
+      url = urls[rand(urls.size)]
+      #print "Doing request #{count} of 200 (#{url}).\n"
+      res = http.get(url)
+      raise "Body was empty." if res.body.to_s.length <= 0
+    end
+  end
+end

data/spec/knjrbfw_spec.rb

@@ -123,21 +123,6 @@ describe "Knjrbfw" do
         {:class => :User, :required => true},
         :Project
       ]
-      
-      def self.list(d)
-        sql = "SELECT * FROM Task WHERE 1=1"
-        
-        ret = list_helper(d)
-        d.args.each do |key, val|
-          raise sprintf("Invalid key: %s.", key)
-        end
-        
-        sql += ret[:sql_where]
-        sql += ret[:sql_order]
-        sql += ret[:sql_limit]
-        
-        return d.ob.list_bysql(:Task, sql)
-      end
     end
     
     class User < Knj::Datarow
@@ -159,11 +144,28 @@ describe "Knjrbfw" do
       :project_id => 1
     })
     
+    ret_proc = []
+    $ob.list(:Task) do |task|
+      ret_proc << task
+    end
+    
+    raise "list with proc should return one task but didnt." if ret_proc.length != 1
+    
+    
     project = $ob.get(:Project, 1)
     
     tasks = project.tasks
     raise "No tasks were found on project?" if tasks.empty?
     
+    
+    ret_proc = []
+    ret_test = project.tasks do |task|
+      ret_proc << task
+    end
+    
+    raise "When given a block the return should be nil so it doesnt hold weak-ref-objects in memory but it didnt return nil." if ret_test != nil
+    raise "list for project with proc should return one task but didnt (#{ret_proc.length})." if ret_proc.length != 1
+    
     user = tasks[0].user
     project_second = tasks[0].project
     

data/spec/php_spec.rb

@@ -0,0 +1,69 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "Php" do
+  it "explode" do
+    require "knj/php"
+    
+    teststr = "1;2;3"
+    arr = Knj::Php.explode(";", teststr)
+    
+    raise "Invalid length." if arr.length != 3
+    raise "Invalid first." if arr[0] != "1"
+    raise "Invalid second." if arr[1] != "2"
+    raise "Invalid third." if arr[2] != "3"
+  end
+  
+  it "is_numeric" do
+    require "knj/php"
+    
+    raise "Failed." if !Knj::Php.is_numeric(123)
+    raise "Failed." if !Knj::Php.is_numeric("123")
+    raise "Failed." if Knj::Php.is_numeric("kasper123")
+    raise "Failed." if Knj::Php.is_numeric("123kasper")
+    raise "Failed." if !Knj::Php.is_numeric(123.12)
+    raise "Failed." if !Knj::Php.is_numeric("123.12")
+  end
+  
+  it "number_format" do
+    tests = {
+      Knj::Php.number_format(123123.12, 3, ",", ".") => "123.123,120",
+      Knj::Php.number_format(123123.12, 4, ".", ",") => "123,123.1200",
+      Knj::Php.number_format(-123123.12, 2, ",", ".") => "-123.123,12",
+      Knj::Php.number_format(-120, 2, ",", ".") => "-120,00",
+      Knj::Php.number_format(-12, 2, ".", ",") => "-12.00"
+    }
+    
+    tests.each do |key, val|
+      if key != val
+        raise "Key was not the same as value (#{key}) (#{val})."
+      end
+    end
+  end
+  
+  it "substr" do
+    res = Knj::Php.substr("selcol_15", 7)
+    raise "substr should have returned '15' but didnt: '#{res}'." if res != "15"
+    
+    res = Knj::Php.substr("test_kasper", -6, 6)
+    raise "substr should have returned 'kasper' but didnt: '#{res}'." if res != "kasper"
+    
+    res = Knj::Php.substr("test_kasper", 1, 3)
+    raise "substr should have returned 'est' but didnt: '#{res}'." if res != "est"
+  end
+  
+  it "parse_str" do
+    require "knj/php"
+    require "knj/web"
+    
+    teststr = "first=value&arr[]=foo+bar&arr[]=baz&hash[trala]=hmm&hash[trala2]=wtf"
+    
+    hash = {}
+    Knj::Php.parse_str(teststr, hash)
+    
+    raise "Invalid value for first." if hash["first"] != "value"
+    raise "Invalid value for first in arr." if hash["arr"]["0"] != "foo bar"
+    raise "Invalid value for second in arr." if hash["arr"]["1"] != "baz"
+    raise "Invalid value for hash-trala." if hash["hash"]["trala"] != "hmm"
+    raise "Invalid value for hash-trala2." if hash["hash"]["trala2"] != "wtf"
+  end
+end

data/spec/process_meta_spec.rb

@@ -0,0 +1,150 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "Process_meta" do
+  it "should be able to start a server and a client" do
+    require "knj/autoload"
+    
+    #Start the activity.
+    $process_meta = Knj::Process_meta.new("debug" => false, "debug_err" => true)
+  end
+  
+  it "should be able to do various operations" do
+    #Test that breaking a block wont continue to run in the process.
+    $process_meta.str_eval("
+      class Testclass
+        attr_reader :last_num
+        
+        def initialize
+          @num = 0
+        end
+        
+        def test_block
+          @num.upto(10) do |i|
+            @last_num = i
+            yield(i)
+          end
+        end
+      end
+    ")
+    
+    proxy_obj = $process_meta.new(:Testclass)
+    proxy_obj2 = $process_meta.new(:Testclass)
+    proxy_obj3 = $process_meta.new(:Testclass)
+    
+    $ids = []
+    $ids << proxy_obj.__id__
+    $ids << proxy_obj2.__id__
+    $ids << proxy_obj3.__id__
+    
+    proxy_obj.test_block do |i|
+      if i == 5
+        break
+      end
+    end
+    
+    last_num = proxy_obj.last_num
+    raise "Expected last num to be 5 but it wasnt: '#{last_num}'." if last_num != 5
+    
+    #Somehow define_finalizer is always one behind, so we have to do funny one here.
+    ObjectSpace.define_finalizer(self, $process_meta.method(:proxy_finalizer))
+  end
+  
+  it "should be able to do more" do
+    GC.start
+    
+    #Its difficult to test this on JRuby.
+    if RUBY_ENGINE != "jruby"
+      count = 0
+      $ids.each do |id|
+        count += 1
+        raise "The object should no longer exist but it does: #{count}." if $process_meta.proxy_has?(id)
+      end
+    end
+    
+    
+    #Spawn a test-object - a string - with a variable-name.
+    proxy_obj = $process_meta.spawn_object(:String, "my_test_var", "Kasper")
+    raise "to_s should return 'Kasper' but didnt: '#{proxy_obj.to_s}'." if proxy_obj.to_s != "Kasper"
+    
+    #Stress it a little by doing 500 calls.
+    0.upto(500) do
+      res = proxy_obj.slice(0, 3)
+      raise "Expected output was: 'Kas' but wasnt: '#{res}'." if res != "Kas"
+    end
+    
+    #Do a lot of calls at the same time to test thread-safety.
+    threads = []
+    0.upto(10) do |i|
+      should_return = "Kasper".slice(0, i)
+      threads << Knj::Thread.new do
+        0.upto(500) do
+          res = proxy_obj.slice(0, i)
+          raise "Should return: '#{should_return}' but didnt: '#{res}'." if res != should_return
+        end
+      end
+    end
+    
+    threads.each do |thread|
+      thread.join
+    end
+    
+    
+    
+    #Try to define an integer and run upto with a block.
+    proxy_int = $process_meta.spawn_object(:Integer, nil, 5)
+    expect = 5
+    proxy_int.upto(1000) do |i|
+      raise "Expected '#{expect}' but got: '#{i}'." if i != expect
+      expect += 1
+    end
+    
+    #Ensure the expected has actually been increased by running the block.
+    raise "Expected end-result of 11 but got: '#{expect}'." if expect != 1001
+    
+    
+    proxy_int._process_meta_block_buffer_use = true
+    expect = 5
+    proxy_int.upto(10000) do |i|
+      raise "Expected '#{expect}' but got: '#{i}'." if i != expect
+      expect += 1
+    end
+    
+    
+    #Ensure the expected has actually been increased by running the block.
+    raise "Expected end-result of 11 but got: '#{expect}'." if expect != 10001
+    
+    #Try to unset an object.
+    proxy_obj._process_meta_unset
+    proxy_int._process_meta_unset
+  end
+  
+  it "should be able to do slow block-results in JRuby." do
+    $process_meta.str_eval("
+      class Kaspertest
+        def kaspertest
+          8.upto(12) do |i|
+            yield(i)
+            sleep 0.5
+          end
+        end
+      end
+      
+      nil
+    ")
+    
+    Timeout.timeout(5) do
+      expect = 8
+      $process_meta.static("Kaspertest", "kaspertest") do |count|
+        raise "Expected '#{expect}' but got: '#{count}'."
+        expect += 1
+      end
+      
+      raise "Expected '13' but got: '#{expect}'."
+    end
+  end
+  
+  it "should be able to be destroyed." do
+    #Destroy the process-meta which should stop the process.
+    $process_meta.destroy
+  end
+end