engineyard-serverside 1.5.23.ruby19.16 → 1.5.24

data/lib/vendor/json_pure/tests/test_json_unicode.rb

@@ -0,0 +1,76 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+
+require 'test/unit'
+case ENV['JSON']
+when 'pure' then require 'json/pure'
+when 'ext'  then require 'json/ext'
+else             require 'json'
+end
+
+class TC_JSONUnicode < Test::Unit::TestCase
+  include JSON
+
+  def test_unicode
+    assert_equal '""', ''.to_json
+    assert_equal '"\\b"', "\b".to_json
+    assert_equal '"\u0001"', 0x1.chr.to_json
+    assert_equal '"\u001f"', 0x1f.chr.to_json
+    assert_equal '" "', ' '.to_json
+    assert_equal "\"#{0x7f.chr}\"", 0x7f.chr.to_json
+    utf8 = [ "© ≠ €! \01" ]
+    json = '["© ≠ €! \u0001"]'
+    assert_equal json, utf8.to_json(:ascii_only => false)
+    assert_equal utf8, parse(json)
+    json = '["\u00a9 \u2260 \u20ac! \u0001"]'
+    assert_equal json, utf8.to_json(:ascii_only => true)
+    assert_equal utf8, parse(json)
+    utf8 = ["\343\201\202\343\201\204\343\201\206\343\201\210\343\201\212"]
+    json = "[\"\343\201\202\343\201\204\343\201\206\343\201\210\343\201\212\"]"
+    assert_equal utf8, parse(json)
+    assert_equal json, utf8.to_json(:ascii_only => false)
+    utf8 = ["\343\201\202\343\201\204\343\201\206\343\201\210\343\201\212"]
+    assert_equal utf8, parse(json)
+    json = "[\"\\u3042\\u3044\\u3046\\u3048\\u304a\"]"
+    assert_equal json, utf8.to_json(:ascii_only => true)
+    assert_equal utf8, parse(json)
+    utf8 = ['საქართველო']
+    json = '["საქართველო"]'
+    assert_equal json, utf8.to_json(:ascii_only => false)
+    json = "[\"\\u10e1\\u10d0\\u10e5\\u10d0\\u10e0\\u10d7\\u10d5\\u10d4\\u10da\\u10dd\"]"
+    assert_equal json, utf8.to_json(:ascii_only => true)
+    assert_equal utf8, parse(json)
+    assert_equal '["Ã"]', JSON.generate(["Ã"], :ascii_only => false)
+    assert_equal '["\\u00c3"]', JSON.generate(["Ã"], :ascii_only => true)
+    assert_equal ["€"], JSON.parse('["\u20ac"]')
+    utf8 = ["\xf0\xa0\x80\x81"]
+    json = "[\"\xf0\xa0\x80\x81\"]"
+    assert_equal json, JSON.generate(utf8, :ascii_only => false)
+    assert_equal utf8, JSON.parse(json)
+    json = '["\ud840\udc01"]'
+    assert_equal json, JSON.generate(utf8, :ascii_only => true)
+    assert_equal utf8, JSON.parse(json)
+  end
+
+  def test_chars
+    (0..0x7f).each do |i|
+      json = '["\u%04x"]' % i
+      if RUBY_VERSION >= "1.9."
+        i = i.chr
+      end
+      assert_equal i, JSON.parse(json).first[0]
+      if i == ?\b
+        generated = JSON.generate(["" << i])
+        assert '["\b"]' == generated || '["\10"]' == generated
+      elsif [?\n, ?\r, ?\t, ?\f].include?(i)
+        assert_equal '[' << ('' << i).dump << ']', JSON.generate(["" << i])
+      elsif i.chr < 0x20.chr
+        assert_equal json, JSON.generate(["" << i])
+      end
+    end
+    assert_raise(JSON::GeneratorError) do
+      JSON.generate(["\x80"], :ascii_only => true)
+    end
+    assert_equal "\302\200", JSON.parse('["\u0080"]').first
+  end
+end

data/lib/vendor/json_pure/tools/fuzz.rb

@@ -0,0 +1,139 @@
+require 'json'
+
+require 'iconv'
+ISO_8859_1_TO_UTF8 = Iconv.new('utf-8', 'iso-8859-15')
+class ::String
+  def to_utf8
+    ISO_8859_1_TO_UTF8.iconv self
+  end
+end
+
+class Fuzzer
+  def initialize(n, freqs = {})
+    sum = freqs.inject(0.0) { |s, x| s + x.last }
+    freqs.each_key { |x| freqs[x] /= sum }
+    s = 0.0
+    freqs.each_key do |x|
+      freqs[x] = s .. (s + t = freqs[x])
+      s += t
+    end
+    @freqs = freqs
+    @n = n
+    @alpha = (0..0xff).to_a
+  end
+
+  def random_string
+    s = ''
+    30.times { s << @alpha[rand(@alpha.size)] }
+    s.to_utf8
+  end
+
+  def pick
+    r = rand
+    found = @freqs.find { |k, f| f.include? rand }
+    found && found.first
+  end
+
+  def make_pick
+    k = pick
+    case
+    when k == Hash, k == Array
+      k.new
+    when k == true, k == false, k == nil
+      k
+    when k == String
+      random_string
+    when k == Fixnum
+      rand(2 ** 30) - 2 ** 29
+    when k == Bignum
+      rand(2 ** 70) - 2 ** 69
+    end
+  end
+
+  def fuzz(current = nil)
+    if @n > 0
+      case current
+      when nil
+        @n -= 1
+        current = fuzz [ Hash, Array ][rand(2)].new
+      when Array
+        while @n > 0
+          @n -= 1
+          current << case p = make_pick
+          when Array, Hash
+            fuzz(p)
+          else
+            p
+          end
+        end
+      when Hash
+        while @n > 0
+          @n -= 1
+          current[random_string] = case p = make_pick
+          when Array, Hash
+            fuzz(p)
+          else
+            p
+          end
+        end
+      end
+    end
+    current
+  end
+end
+
+class MyState < JSON.state
+  WS = " \r\t\n"
+
+  def initialize
+    super(
+          :indent       => make_spaces,
+          :space        => make_spaces,
+          :space_before => make_spaces,
+          :object_nl    => make_spaces,
+          :array_nl     => make_spaces,
+          :max_nesting  => false
+         )
+  end
+
+  def make_spaces
+    s = ''
+    rand(1).times { s << WS[rand(WS.size)] }
+    s
+  end
+end
+
+n = (ARGV.shift || 500).to_i
+loop do
+  fuzzer = Fuzzer.new(n,
+                      Hash => 25,
+                      Array => 25,
+                      String => 10,
+                      Fixnum => 10,
+                      Bignum => 10,
+                      nil => 5,
+                      true => 5,
+                      false => 5
+                     )
+  o1 = fuzzer.fuzz
+  json = JSON.generate o1, MyState.new
+  if $DEBUG
+    puts "-" * 80
+    puts json, json.size
+  else 
+    puts json.size
+  end
+  begin
+    o2 = JSON.parse(json, :max_nesting => false)
+  rescue JSON::ParserError => e
+    puts "Caught #{e.class}: #{e.message}\n#{e.backtrace * "\n"}"
+    puts "o1 = #{o1.inspect}", "json = #{json}", "json_str = #{json.inspect}"
+    puts "locals = #{local_variables.inspect}"
+    exit
+  end
+  if o1 != o2
+    puts "mismatch", "o1 = #{o1.inspect}", "o2 = #{o2.inspect}",
+      "json = #{json}", "json_str = #{json.inspect}"
+    puts "locals = #{local_variables.inspect}"
+  end
+end

data/lib/vendor/json_pure/tools/server.rb

@@ -0,0 +1,61 @@
+#!/usr/bin/env ruby
+
+require 'webrick'
+include WEBrick
+$:.unshift 'ext'
+$:.unshift 'lib'
+require 'json'
+
+class JSONServlet < HTTPServlet::AbstractServlet
+  @@count = 1
+
+  def do_GET(req, res)
+    obj = {
+      "TIME" => Time.now.strftime("%FT%T"),
+      "foo" => "Bär",
+      "bar" => "© ≠ €!",
+      'a' => 2,
+      'b' => 3.141,
+      'COUNT' => @@count += 1,
+      'c' => 'c',
+      'd' => [ 1, "b", 3.14 ],
+      'e' => { 'foo' => 'bar' },
+      'g' => "松本行弘",
+      'h' => 1000.0,
+      'i' => 0.001,
+      'j' => "\xf0\xa0\x80\x81",
+    }
+    res.body = JSON.generate obj
+    res['Content-Type'] = "application/json"
+  end
+end
+
+def create_server(err, dir, port)
+  dir = File.expand_path(dir)
+  err.puts "Surf to:", "http://#{Socket.gethostname}:#{port}"
+
+  s = HTTPServer.new(
+    :Port         => port,
+    :DocumentRoot => dir,
+    :Logger       => WEBrick::Log.new(err),
+    :AccessLog    => [
+      [ err, WEBrick::AccessLog::COMMON_LOG_FORMAT  ],
+      [ err, WEBrick::AccessLog::REFERER_LOG_FORMAT ],
+      [ err, WEBrick::AccessLog::AGENT_LOG_FORMAT   ]
+    ]
+  )
+  s.mount("/json", JSONServlet)
+  s
+end
+
+default_dir = File.expand_path(File.join(File.dirname(__FILE__), '..', 'data'))
+dir = ARGV.shift || default_dir
+port = (ARGV.shift || 6666).to_i
+s = create_server(STDERR, dir, 6666)
+t = Thread.new { s.start }
+trap(:INT) do
+  s.shutdown
+  t.join
+  exit
+end
+sleep

data/lib/vendor/open4/lib/open4.rb

@@ -4,65 +4,23 @@ require 'timeout'
 require 'thread'
 
 module Open4
-  VERSION = '1.3.0'
+#--{{{
+  VERSION = '1.1.0'
   def self.version() VERSION end
 
   class Error < ::StandardError; end
 
-  def pfork4(fun, &b)
-    Open4.do_popen(b, :block) do |ps_read, _|
-      ps_read.close
-      begin
-        fun.call
-      rescue SystemExit => e
-        # Make it seem to the caller that calling Kernel#exit in +fun+ kills
-        # the child process normally. Kernel#exit! bypasses this rescue
-        # block.
-        exit! e.status
-      else
-        exit! 0
-      end
-    end
-  end
-  module_function :pfork4
-
   def popen4(*cmd, &b)
-    Open4.do_popen(b, :init) do |ps_read, ps_write|
-      ps_read.fcntl(Fcntl::F_SETFD, Fcntl::FD_CLOEXEC)
-      ps_write.fcntl(Fcntl::F_SETFD, Fcntl::FD_CLOEXEC)
-      exec(*cmd)
-      raise 'forty-two'   # Is this really needed?
-    end
-  end
-  alias open4 popen4
-  module_function :popen4
-  module_function :open4
-
-  def popen4ext(closefds=false, *cmd, &b)
-    Open4.do_popen(b, :init, closefds) do |ps_read, ps_write|
-      ps_read.fcntl(Fcntl::F_SETFD, Fcntl::FD_CLOEXEC)
-      ps_write.fcntl(Fcntl::F_SETFD, Fcntl::FD_CLOEXEC)
-      exec(*cmd)
-      raise 'forty-two'   # Is this really needed?
-    end
-  end
-  module_function :popen4ext
-
-  def self.do_popen(b = nil, exception_propagation_at = nil, closefds=false, &cmd)
+#--{{{
     pw, pr, pe, ps = IO.pipe, IO.pipe, IO.pipe, IO.pipe
 
     verbose = $VERBOSE
     begin
       $VERBOSE = nil
+      ps.first.fcntl(Fcntl::F_SETFD, Fcntl::FD_CLOEXEC)
+      ps.last.fcntl(Fcntl::F_SETFD, Fcntl::FD_CLOEXEC)
 
       cid = fork {
-        if closefds
-          exlist = [0, 1, 2] | [pw,pr,pe,ps].map{|p| [p.first.fileno, p.last.fileno] }.flatten
-          ObjectSpace.each_object(IO){|io|
-            io.close if (not io.closed?) and (not exlist.include? io.fileno)
-          }
-        end
-
         pw.last.close
         STDIN.reopen pw.first
         pw.first.close
@@ -78,59 +36,52 @@ module Open4
         STDOUT.sync = STDERR.sync = true
 
         begin
-          cmd.call(ps)
+          exec(*cmd)
+          raise 'forty-two' 
         rescue Exception => e
           Marshal.dump(e, ps.last)
           ps.last.flush
-        ensure
-          ps.last.close unless ps.last.closed?
         end
-
+        ps.last.close unless (ps.last.closed?)
         exit!
       }
     ensure
       $VERBOSE = verbose
     end
 
-    [ pw.first, pr.last, pe.last, ps.last ].each { |fd| fd.close }
+    [pw.first, pr.last, pe.last, ps.last].each{|fd| fd.close}
 
-    Open4.propagate_exception cid, ps.first if exception_propagation_at == :init
+    begin
+      e = Marshal.load ps.first
+      raise(Exception === e ? e : "unknown failure!")
+    rescue EOFError # If we get an EOF error, then the exec was successful
+      42
+    ensure
+      ps.first.close
+    end
 
     pw.last.sync = true
 
-    pi = [ pw.last, pr.first, pe.first ]
-
-    begin
-      return [cid, *pi] unless b
+    pi = [pw.last, pr.first, pe.first]
 
+    if b 
       begin
-        b.call(cid, *pi)
+        b[cid, *pi]
+        Process.waitpid2(cid).last
       ensure
-        pi.each { |fd| fd.close unless fd.closed? }
+        pi.each{|fd| fd.close unless fd.closed?}
       end
-
-      Open4.propagate_exception cid, ps.first if exception_propagation_at == :block
-
-      Process.waitpid2(cid).last
-    ensure
-      ps.first.close unless ps.first.closed?
+    else
+      [cid, pw.last, pr.first, pe.first]
     end
+#--}}}
   end
-
-  def self.propagate_exception(cid, ps_read)
-    e = Marshal.load ps_read
-    raise Exception === e ? e : "unknown failure!"
-  rescue EOFError
-    # Child process did not raise exception.
-  rescue
-    # Child process raised exception; wait it in order to avoid a zombie.
-    Process.waitpid2 cid
-    raise
-  ensure
-    ps_read.close
-  end
+  alias open4 popen4
+  module_function :popen4
+  module_function :open4
 
   class SpawnError < Error
+#--{{{
     attr 'cmd'
     attr 'status'
     attr 'signals'
@@ -147,9 +98,11 @@ module Open4
       sigs = @signals.map{|k,v| "#{ k }:#{ v.inspect }"}.join(' ')
       super "cmd <#{ cmd }> failed with status <#{ exitstatus.inspect }> signals <#{ sigs }>"
     end
+#--}}}
   end
 
   class ThreadEnsemble
+#--{{{
     attr 'threads'
 
     def initialize cid
@@ -201,14 +154,18 @@ module Open4
     def all_done
       @threads.size.times{ @done.pop }
     end
+#--}}}
   end
 
   def to timeout = nil
+#--{{{
     Timeout.timeout(timeout){ yield }
+#--}}}
   end
   module_function :to
 
   def new_thread *a, &b
+#--{{{
     cur = Thread.current
     Thread.new(*a) do |*a|
       begin
@@ -217,25 +174,29 @@ module Open4
         cur.raise e
       end
     end
+#--}}}
   end
   module_function :new_thread
 
   def getopts opts = {}
+#--{{{
     lambda do |*args|
       keys, default, ignored = args
-      catch(:opt) do
+      catch('opt') do
         [keys].flatten.each do |key|
           [key, key.to_s, key.to_s.intern].each do |key|
-            throw :opt, opts[key] if opts.has_key?(key)
+            throw 'opt', opts[key] if opts.has_key?(key)
           end
         end
         default
       end
     end
+#--}}}
   end
   module_function :getopts
 
   def relay src, dst = nil, t = nil
+#--{{{
     send_dst =
       if dst.respond_to?(:call)
         lambda{|buf| dst.call(buf)}
@@ -283,10 +244,12 @@ module Open4
         send_dst[buf]
       end
     end
+#--}}}
   end
   module_function :relay
 
   def spawn arg, *argv 
+#--{{{
     argv.unshift(arg)
     opts = ((argv.size > 1 and Hash === argv.last) ? argv.pop : {})
     argv.flatten!
@@ -362,6 +325,7 @@ module Open4
       (ignore_exit_failure or (status.nil? and ignore_exec_failure) or exitstatus.include?(status.exitstatus))
 
     status
+#--}}}
   end
   module_function :spawn
 
@@ -372,6 +336,7 @@ module Open4
   module_function :chdir
 
   def background arg, *argv 
+#--{{{
     require 'thread'
     q = Queue.new
     opts = { 'pid' => q, :pid => q }
@@ -389,12 +354,14 @@ module Open4
       define_method(:exitstatus){ @exitstatus ||= spawn_status.exitstatus }
     }
     thread
+#--}}}
   end
   alias bg background
   module_function :background
   module_function :bg
 
   def maim pid, opts = {}
+#--{{{
     getopt = getopts opts
     sigs = getopt[ 'signals', %w(SIGTERM SIGQUIT SIGKILL) ]
     suspend = getopt[ 'suspend', 4 ]
@@ -412,10 +379,12 @@ module Open4
       return true unless alive? pid
     end
     return(not alive?(pid)) 
+#--}}}
   end
   module_function :maim
 
   def alive pid
+#--{{{
     pid = Integer pid
     begin
       Process.kill 0, pid
@@ -423,10 +392,12 @@ module Open4
     rescue Errno::ESRCH
       false
     end
+#--}}}
   end
   alias alive? alive
   module_function :alive
   module_function :'alive?'
+#--}}}
 end
 
 def open4(*cmd, &b) cmd.size == 0 ? Open4 : Open4::popen4(*cmd, &b) end