RubyGems - external - Versions diffs - 0.1.0 → 0.3.0 - Mend

external 0.1.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (49) hide show

data/History +7 -0
data/MIT-LICENSE +1 -3
data/README +162 -127
data/lib/external.rb +2 -3
data/lib/external/base.rb +174 -47
data/lib/external/chunkable.rb +131 -105
data/lib/external/enumerable.rb +78 -33
data/lib/external/io.rb +163 -398
data/lib/external/patches/ruby_1_8_io.rb +31 -0
data/lib/external/patches/windows_io.rb +53 -0
data/lib/external/patches/windows_utils.rb +27 -0
data/lib/external/utils.rb +148 -0
data/lib/external_archive.rb +840 -0
data/lib/external_array.rb +57 -0
data/lib/external_index.rb +1053 -0
metadata +42 -58
data/lib/ext_arc.rb +0 -108
data/lib/ext_arr.rb +0 -727
data/lib/ext_ind.rb +0 -1120
data/test/benchmarks/benchmarks_20070918.txt +0 -45
data/test/benchmarks/benchmarks_20070921.txt +0 -91
data/test/benchmarks/benchmarks_20071006.txt +0 -147
data/test/benchmarks/test_copy_file.rb +0 -80
data/test/benchmarks/test_pos_speed.rb +0 -47
data/test/benchmarks/test_read_time.rb +0 -55
data/test/cached_ext_ind_test.rb +0 -219
data/test/check/benchmark_check.rb +0 -441
data/test/check/namespace_conflicts_check.rb +0 -23
data/test/check/pack_check.rb +0 -90
data/test/ext_arc_test.rb +0 -286
data/test/ext_arr/alt_sep.txt +0 -3
data/test/ext_arr/cr_lf_input.txt +0 -3
data/test/ext_arr/input.index +0 -0
data/test/ext_arr/input.txt +0 -1
data/test/ext_arr/inputb.index +0 -0
data/test/ext_arr/inputb.txt +0 -1
data/test/ext_arr/lf_input.txt +0 -3
data/test/ext_arr/lines.txt +0 -19
data/test/ext_arr/without_index.txt +0 -1
data/test/ext_arr_test.rb +0 -534
data/test/ext_ind_test.rb +0 -1472
data/test/external/base_test.rb +0 -74
data/test/external/chunkable_test.rb +0 -182
data/test/external/index/input.index +0 -0
data/test/external/index/inputb.index +0 -0
data/test/external/io_test.rb +0 -414
data/test/external_test_helper.rb +0 -31
data/test/external_test_suite.rb +0 -4
data/test/test_array.rb +0 -1192

data/test/benchmarks/benchmarks_20070918.txt DELETED Viewed

@@ -1,45 +0,0 @@
-############################################
-#  Index with batch processing
-############################################
-............
-test_element_assignment_speed
-                          user     system      total        real
-I
-10kx [index]=         0.160000   0.050000   0.210000 (  0.208374)
-10kx [range]=        11.510000  13.240000  24.750000 ( 28.489626)
-10kx [s,1]=          11.490000  13.010000  24.500000 ( 27.930727)
-IIIIIIIIII
-10kx [index]=         0.220000   0.050000   0.270000 (  0.263851)
-10kx [range]=        11.390000  13.790000  25.180000 ( 28.857814)
-10kx [s,1]=          11.590000  13.920000  25.510000 ( 28.947041)
-array reference
-10kx [index]=         0.000000   0.000000   0.000000 (  0.003049)
-10kx [range]=         0.010000   0.000000   0.010000 (  0.006701)
-10kx [s,1]=           0.000000   0.000000   0.000000 (  0.005084)
-.
-test_element_reference_speed
-                          user     system      total        real
-I
-100kx [index]         1.590000   0.640000   2.230000 (  2.226855)
-100kx [range]         0.670000   0.000000   0.670000 (  0.674267)
-100kx [s,1]           2.140000   0.710000   2.850000 (  3.660551)
-100kx [s,100]        11.110000   0.680000  11.790000 ( 11.797169)
-IIIIIIIIII
-100kx [index]         0.380000   0.000000   0.380000 (  0.381269)
-100kx [range]         0.590000   0.000000   0.590000 (  0.596402)
-100kx [s,1]           0.460000   0.000000   0.460000 (  0.456065)
-100kx [s,100]         0.440000   0.000000   0.440000 (  0.438470)
-array reference
-100kx [index]         0.020000   0.000000   0.020000 (  0.026224)
-100kx [range]         0.080000   0.000000   0.080000 (  0.079051)
-100kx [s,1]           0.050000   0.000000   0.050000 (  0.049507)
-100kx [s,100]         0.050000   0.000000   0.050000 (  0.050872)
-..............
-Finished in 135.398082 seconds.

data/test/benchmarks/benchmarks_20070921.txt DELETED Viewed

@@ -1,91 +0,0 @@
-#######################################
-# reworked osx
-#######################################
-test_element_reference_speed
-                          user     system      total        real
-I
-100kx [index]         1.950000   0.660000   2.610000 (  2.658425)
-100kx [range]         2.880000   0.650000   3.530000 (  3.573627)
-100kx [s,1]           2.100000   0.640000   2.740000 (  2.774918)
-100kx [s,100]        20.810000   0.700000  21.510000 ( 21.615324)
-IIIIIIIIII
-100kx [index]         1.630000   0.360000   1.990000 (  1.995421)
-100kx [range]         1.140000   0.000000   1.140000 (  1.145692)
-100kx [s,1]           0.470000   0.000000   0.470000 (  0.472543)
-100kx [s,100]         0.470000   0.000000   0.470000 (  0.472698)
-array reference
-100kx [index]         0.030000   0.000000   0.030000 (  0.026341)
-100kx [range]         0.060000   0.000000   0.060000 (  0.060080)
-100kx [s,1]           0.050000   0.000000   0.050000 (  0.052237)
-100kx [s,100]         0.040000   0.000000   0.040000 (  0.042142)
-#######################################
-# reworked osx accelerated
-#######################################
-test_element_reference_speed
-                          user     system      total        real
-I
-100kx [index]         1.970000   0.650000   2.620000 (  2.677882)
-100kx [range]         2.870000   0.650000   3.520000 (  3.530610)
-100kx [s,1]           2.130000   0.640000   2.770000 (  2.777566)
-100kx [s,100]         8.410000   0.670000   9.080000 (  9.118457)
-IIIIIIIIII
-100kx [index]         1.630000   0.360000   1.990000 (  2.001829)
-100kx [range]         1.150000   0.010000   1.160000 (  1.157869)
-100kx [s,1]           0.470000   0.000000   0.470000 (  0.477857)
-100kx [s,100]         0.470000   0.000000   0.470000 (  0.476172)
-array reference
-100kx [index]         0.020000   0.000000   0.020000 (  0.026329)
-100kx [range]         0.060000   0.000000   0.060000 (  0.060740)
-100kx [s,1]           0.050000   0.000000   0.050000 (  0.051872)
-100kx [s,100]         0.040000   0.000000   0.040000 (  0.043028)
-..............................................................p. ..
-#####################################
-# with bulk processing only
-#####################################
-...........F..
-test_element_assignment_speed
-                          user     system      total        real
-I
-10kx [index]=         0.190000   0.060000   0.250000 (  0.278135)
-10kx [range]=        12.760000  12.470000  25.230000 ( 40.200132)
-10kx [s,1]=          12.740000  12.360000  25.100000 ( 40.450334)
-IIIIIIIIII
-10kx [index]=         0.240000   0.050000   0.290000 (  0.287169)
-10kx [range]=        12.410000  13.020000  25.430000 ( 40.168660)
-10kx [s,1]=          12.510000  13.070000  25.580000 ( 40.690157)
-array reference
-10kx [index]=         0.000000   0.000000   0.000000 (  0.003034)
-10kx [range]=         0.010000   0.000000   0.010000 (  0.007231)
-10kx [s,1]=           0.000000   0.000000   0.000000 (  0.005260)
-.
-test_element_reference_speed
-                          user     system      total        real
-I
-100kx [index]         1.740000   0.670000   2.410000 (  2.414568)
-100kx [range]         2.510000   0.660000   3.170000 (  3.183513)
-100kx [s,1]           1.920000   0.680000   2.600000 (  3.314087)
-100kx [s,100]        11.460000   0.730000  12.190000 ( 12.384289)
-IIIIIIIIII
-100kx [index]         1.420000   0.360000   1.780000 (  1.785599)
-100kx [range]         0.870000   0.000000   0.870000 (  0.875749)
-100kx [s,1]           0.330000   0.000000   0.330000 (  0.326366)
-100kx [s,100]         0.300000   0.000000   0.300000 (  0.304128)
-array reference
-100kx [index]         0.030000   0.000000   0.030000 (  0.025789)
-100kx [range]         0.060000   0.000000   0.060000 (  0.060912)
-100kx [s,1]           0.040000   0.000000   0.040000 (  0.042461)
-100kx [s,100]         0.050000   0.000000   0.050000 (  0.051094)
-..................................F...

data/test/benchmarks/benchmarks_20071006.txt DELETED Viewed

@@ -1,147 +0,0 @@
-##########################################
-# OSX before ASET optimizations
-##########################################
-test_array_methods
-                          user     system      total        real
-1M <<                 0.290000   0.010000   0.300000 (  0.300562)
-1M []                 0.310000   0.000000   0.310000 (  0.302214)
-....
-test_read_from_open_file
-                          user     system      total        real
-1kx read from file    0.040000   0.200000   0.240000 (  0.519244)
-1kx file.read         0.140000   0.250000   0.390000 (  0.395224)
-.
-test_read_in_chunk_vs_read_in_pieces
-                          user     system      total        real
-1kx read in chunk     0.220000   0.160000   0.380000 (  0.515190)
-1kx read in pieces    0.620000   0.110000   0.730000 (  0.728748)
-1kx read in one block  0.050000   0.110000   0.160000 (  0.160819)
-1kx read in blocks    0.390000   0.110000   0.500000 (  0.495172)
-1kx File.read         0.160000   0.270000   0.430000 (  0.438735)
-.
-test_read_into_arrays
-                          user     system      total        real
-100x unpack to array  0.310000   0.030000   0.340000 (  0.346243)
-100x File.read.unpack  0.940000   0.060000   1.000000 (  1.022879)
-...
-test_unpack_speed
-                          user     system      total        real
-100x unpack           0.300000   0.000000   0.300000 (  0.313970)
-100x str.unpack       0.930000   0.020000   0.950000 (  0.960535)
-............................
-test_element_assignment_speed_for_index
-                          user     system      total        real
-I
-1kx [index]=          0.010000   0.000000   0.010000 (  0.011112)
-1kx [range]=          0.020000   0.000000   0.020000 (  0.014436)
-1kx [s,1]=            0.000000   0.000000   0.000000 (  0.007936)
-IIIIIIIIII
-1kx [index]=          0.010000   0.000000   0.010000 (  0.012760)
-1kx [range]=          0.020000   0.000000   0.020000 (  0.014060)
-1kx [s,1]=            0.000000   0.000000   0.000000 (  0.007683)
-array reference
-1kx [index]=          0.000000   0.000000   0.000000 (  0.000359)
-1kx [range]=          0.010000   0.000000   0.010000 (  0.001003)
-1kx [s,1]=            0.000000   0.000000   0.000000 (  0.000532)
-.
-test_element_reference_speed_for_index
-                          user     system      total        real
-I
-100kx [index]         0.170000   0.000000   0.170000 (  0.170148)
-100kx [range]         0.200000   0.000000   0.200000 (  0.207506)
-100kx [s,1]           0.210000   0.000000   0.210000 (  0.206175)
-100kx [s,10]          0.190000   0.000000   0.190000 (  0.196211)
-100kx [s,100]         0.210000   0.000000   0.210000 (  0.207395)
-IIIIIIIIII
-100kx [index]         0.170000   0.000000   0.170000 (  0.171383)
-100kx [range]         0.220000   0.000000   0.220000 (  0.218904)
-100kx [s,1]           0.220000   0.000000   0.220000 (  0.217726)
-100kx [s,10]          0.220000   0.000000   0.220000 (  0.227541)
-100kx [s,100]         0.230000   0.010000   0.240000 (  0.239500)
-array reference
-100kx [index]         0.030000   0.000000   0.030000 (  0.026727)
-100kx [range]         0.060000   0.000000   0.060000 (  0.062518)
-100kx [s,1]           0.040000   0.000000   0.040000 (  0.043396)
-100kx [s,10]          0.040000   0.000000   0.040000 (  0.043224)
-100kx [s,100]         0.040000   0.000000   0.040000 (  0.043834)
-................................................................
-test_element_assignment_speed_for_ext_arr
-                          user     system      total        real
-1kx [index]=          0.120000   0.010000   0.130000 (  0.120187)
-1kx [range]=          0.080000   0.000000   0.080000 (  0.082323)
-1kx [s,1]=            0.110000   0.010000   0.120000 (  0.117434)
-array reference
-1kx [index]=          0.110000   0.000000   0.110000 (  0.118859)
-1kx [range]=          0.080000   0.010000   0.090000 (  0.082343)
-1kx [s,1]=            0.110000   0.010000   0.120000 (  0.116168)
-.
-test_element_reference_speed_for_ext_arr
-                          user     system      total        real
-10kx [index]          0.320000   0.130000   0.450000 (  0.445001)
-10kx [range]          0.450000   0.110000   0.560000 (  0.567785)
-10kx [s,1]            0.310000   0.070000   0.380000 (  0.391895)
-10kx [s,10]           2.490000   0.150000   2.640000 (  2.669212)
-array reference
-10kx [index]          0.000000   0.000000   0.000000 (  0.002583)
-10kx [range]          0.010000   0.000000   0.010000 (  0.004749)
-10kx [s,1]            0.000000   0.000000   0.000000 (  0.006787)
-10kx [s,10]           0.000000   0.000000   0.000000 (  0.003268)
-....................................
-test_element_assignment_speed_for_index
-                          user     system      total        real
-I
-1kx [index]=          0.020000   0.010000   0.030000 (  0.026291)
-1kx [range]=          5.400000   1.410000   6.810000 (  8.220439)
-1kx [s,1]=            5.620000   1.410000   7.030000 (  8.293661)
-IIIIIIIIII
-1kx [index]=          0.020000   0.010000   0.030000 (  0.029998)
-1kx [range]=          5.880000   1.480000   7.360000 (  8.588676)
-1kx [s,1]=            5.580000   1.470000   7.050000 (  8.308494)
-array reference
-1kx [index]=          0.000000   0.000000   0.000000 (  0.000329)
-1kx [range]=          0.000000   0.000000   0.000000 (  0.000700)
-1kx [s,1]=            0.000000   0.000000   0.000000 (  0.000570)
-.
-test_element_reference_speed_for_index
-                          user     system      total        real
-I
-100kx [index]         1.950000   0.640000   2.590000 (  2.598391)
-100kx [range]         3.130000   0.650000   3.780000 (  3.786401)
-100kx [s,1]           2.390000   0.640000   3.030000 (  3.029791)
-100kx [s,10]          3.410000   0.650000   4.060000 (  4.059696)
-100kx [s,100]        11.250000   0.670000  11.920000 ( 11.970536)
-IIIIIIIIII
-100kx [index]         1.610000   0.360000   1.970000 (  1.972972)
-100kx [range]         1.070000   0.010000   1.080000 (  1.080418)
-100kx [s,1]           0.380000   0.000000   0.380000 (  0.382648)
-100kx [s,10]          0.380000   0.000000   0.380000 (  0.383150)
-100kx [s,100]         0.440000   0.000000   0.440000 (  0.439358)
-array reference
-100kx [index]         0.020000   0.000000   0.020000 (  0.026210)
-100kx [range]         0.050000   0.000000   0.050000 (  0.050129)
-100kx [s,1]           0.040000   0.000000   0.040000 (  0.033032)
-100kx [s,10]          0.050000   0.000000   0.050000 (  0.055461)
-100kx [s,100]         0.040000   0.000000   0.040000 (  0.032775)
-.........................................................................p. ..
-Finished in 82.428089 seconds.
-216 tests, 5189 assertions, 0 failures, 0 errors

data/test/benchmarks/test_copy_file.rb DELETED Viewed

@@ -1,80 +0,0 @@
-require File.join(File.dirname(__FILE__), '../external_test_helper.rb')
-require 'tempfile'
-require 'fileutils'
-ENV['ALL'] = 'true'
-class TestCopyFile < Test::Unit::TestCase
-  include Benchmark
-  include Tap::Test::SubsetMethods
-  # The lesson from this test is that chunky copy can be
-  # faster than FileUtils.cp  It's interesting to note
-  # that if you look up the code, you can see that a
-  # chunky copy is exactly what cp is... with chunks of
-  # 1024 bytes.
-  def test_copy_vs_chunky_rewrite
-    t = Tempfile.new "large_file"
-    t.close
-    puts t.path
-    prompt_test(:path_to_large_file) do |config|
-      path = config[:path_to_large_file]
-      benchmark_test do |x|
-        x.report("copy") { FileUtils.cp(path, t.path) }
-        assert FileUtils.cmp(path, t.path)
-        # tenmb = 1 * 2097152
-        # x.report("chunk 2MB") do
-        #   File.open(path, "r") do |src|
-        #     File.open(t.path, "w") do |target|
-        #       str = ""
-        #       while src.read(tenmb, str)
-        #         target << str
-        #       end
-        #     end
-        #   end
-        # end
-        tenmb = 4 * 2097152
-        x.report("chunk 8MB") do
-          File.open(path, "r") do |src|
-            File.open(t.path, "w") do |target|
-              str = ""
-              while src.read(tenmb, str)
-                target << str
-              end
-            end
-          end
-        end
-        assert FileUtils.cmp(path, t.path)
-        # tenmb = 4 * 2097152
-        # x.report("chunk 8MB - no buf") do
-        #   File.open(path, "r") do |src|
-        #     File.open(t.path, "w") do |target|
-        #       while str = src.read(tenmb)
-        #         target << str
-        #       end
-        #     end
-        #   end
-        # end
-        # tenmb = 10 * 2097152
-        # x.report("chunk 20MB") do
-        #   File.open(path, "r") do |src|
-        #     File.open(t.path, "w") do |target|
-        #       str = ""
-        #       while src.read(tenmb, str)
-        #         target << str
-        #       end
-        #     end
-        #   end
-        # end
-      end
-    end
-  end
-end

data/test/benchmarks/test_pos_speed.rb DELETED Viewed

@@ -1,47 +0,0 @@
-require File.join(File.dirname(__FILE__), '../external_test_helper.rb')
-require 'tempfile'
-require 'enumerator'
-require 'scanf'
-class TestPosSpeed < Test::Unit::TestCase
-  include Benchmark
-  attr_reader :path
-  def setup
-    t = Tempfile.new('integers')
-    ints = [*(1..100000).to_a]
-    t << ints.pack("I*")
-    t.close
-    @path = t.path
-  end
-  def test_pos_speed
-    file = File.open(path, "r")
-    length = file.stat.size
-    positions = Array.new(1000) do
-      p = rand(length)
-    end
-    benchmark_test(20) do |x|
-      x.report("100kx pos=") do
-        (1000).times do
-          positions.each do |p|
-            file.pos = p
-            file.pos = p
-          end
-        end
-      end
-      x.report("100kx pos= with check") do
-        (1000).times do
-          positions.each do |p|
-            file.pos = p
-            file.pos = p unless file.pos = p
-          end
-        end
-      end
-    end
-  end
-end

data/test/benchmarks/test_read_time.rb DELETED Viewed

@@ -1,55 +0,0 @@
-require File.join(File.dirname(__FILE__), '../external_test_helper.rb')
-require 'tempfile'
-require 'enumerator'
-require 'scanf'
-class TestReadTime < Test::Unit::TestCase
-  include Benchmark
-  attr_reader :path, :ints
-  def setup
-    t = Tempfile.new('integers')
-    ints = [*(1..100000).to_a]
-    t << ints.pack("I*")
-    t.close
-    @path = t.path
-    @ints = []
-    ints.each_slice(1) do |s|
-      @ints << s
-    end
-  end
-  def test_read_time
-    file = File.open(path, "r")
-    results = nil
-    benchmark_test(20) do |x|
-      x.report("10x full (1)") do
-        (10).times do
-          file.pos = 0
-          str = file.read
-          results = []
-          str.unpack("I*").each_slice(1) do |s|
-            results << s
-          end
-        end
-      end
-      assert_equal ints, results
-      x.report("10x singles (1)") do
-        (10).times do
-          file.pos = 0
-          results = []
-          ints.length.times do
-            results << file.read(4).unpack("I")
-          end
-        end
-      end
-      assert_equal ints, results
-    end
-  end
-end