em-zipper 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cc727f74fced2747964e208ae1ec001d672f26fa
-  data.tar.gz: 837304dea8ffb7568c0b820359f89d615ccb1054
+  metadata.gz: 64af8eac1c0ad6532476956a5b9852c8cc6d8acf
+  data.tar.gz: 16ef90ab41a5ee6416f5ac4b0979aa4b6ef71f21
 SHA512:
-  metadata.gz: cb7f794cc055025fa377a42c2c9bf1110780f626511812f0a4671262ec98c6b0c7f368357d309013b610b3bc9527708a45b6aa5b1a2ec3a163fc9119dcc12e25
-  data.tar.gz: bee9cd5d524c65446229b7bcee7891cf787b10eaa8e3bba1569ff82210548463bcda71b65608f12b5da0abe1b106b4c8209fd27c649f9409a2984c263e97bef5
+  metadata.gz: ece25c89c5c737918b9bc3a43c0aada19034166523091441d3c52e1c5ebde846ba35d9e21ffeefe1f3ad0b18c07cb85f80a1d95301cf9ff7946f415851ce36e2
+  data.tar.gz: 08fa21a4d870487480b779d616fdcd0cf265e27d27aaa526d0fc827466144110a169d7871558c6d8b0141deaf0b35f13e88b9060d7dd0ac4504eb55392daafa2

data/Gemfile

@@ -8,5 +8,11 @@ end
 
 group :test do
   gem 'minitest'
+  gem 'webmock'
+  gem 'vcr'
+end
+
+group :benchmarkz do
+  gem 'tach'
 end
 

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    em-zipper (0.0.1)
+    em-zipper (0.0.2)
       em-http-request (>= 1.1.1)
       eventmachine (>= 1.0.3)
       rubyzip (~> 0.9.9)
@@ -15,6 +15,8 @@ GEM
       debugger-linecache (~> 1.2.0)
     columnize (0.3.6)
     cookiejar (0.3.0)
+    crack (0.4.1)
+      safe_yaml (~> 0.9.0)
     debugger-linecache (1.2.0)
     em-http-request (1.1.1)
       addressable (>= 2.3.4)
@@ -25,9 +27,17 @@ GEM
     em-socksify (0.3.0)
       eventmachine (>= 1.0.0.beta.4)
     eventmachine (1.0.3)
+    formatador (0.2.4)
     http_parser.rb (0.6.0.beta.2)
     minitest (5.0.8)
     rubyzip (0.9.9)
+    safe_yaml (0.9.7)
+    tach (0.0.8)
+      formatador (>= 0.0.16)
+    vcr (2.6.0)
+    webmock (1.15.0)
+      addressable (>= 2.2.7)
+      crack (>= 0.3.2)
 
 PLATFORMS
   ruby
@@ -36,3 +46,6 @@ DEPENDENCIES
   byebug
   em-zipper!
   minitest
+  tach
+  vcr
+  webmock

data/benchmarkz/em-zipper.rb

@@ -0,0 +1,111 @@
+$: << File.expand_path('../lib', __FILE__)
+require 'rubygems'
+require 'tach'
+require 'em-zipper'
+require 'net/http'
+
+
+sites = %w(http://s3.amazonaws.com/ping-em-assets/sample1.txt http://s3.amazonaws.com/ping-em-assets/sample2.txt)
+files = %w(sample1.txt sample2.txt).map do |file_name|
+  File.join(File.expand_path("./examples/files"), file_name)
+end
+
+
+Tach.meter(10) do 
+  tach('[file] em-zipper') do |n|
+    em_zipper files, n
+  end
+
+  tach('[file] rubyzip') do |n|
+    n.times { |i| rubyzip sites }
+  end
+
+  tach('[net] em-zipper') do |n|
+    em_zipper sites, n
+  end
+
+  tach('[net] rubyzip') do |n|
+    n.times { |i| rubyzip sites }
+  end
+
+
+  def em_zipper(collection, n)
+    EventMachine.run do
+      count = 0
+
+      em_zipper = proc do
+        zip = EM::Zipper.new(collection, StringIO.new).zip!
+        zip.callback do |io|
+          io.close
+          count = count + 1
+          EM.stop if count == n
+        end
+      end
+
+      n.times do |i|
+        EM.next_tick(&em_zipper)
+      end
+    end
+  end
+
+  def rubyzip(collection)
+    ::Zip::ZipOutputStream.write_buffer do |zip|
+      collection.each do |file_path|
+        zip.put_next_entry(File.basename(file_path))
+
+        begin
+          if file_path.match(/\Ahttps?:\/\//)
+            uri = URI file_path
+            Net::HTTP.start(uri.host, uri.port) do |http|
+              request = Net::HTTP::Get.new uri
+
+              http.request request do |response|
+                response.read_body { |chunk| zip << chunk }
+              end
+            end
+          else
+            file = File.open file_path
+            while chunk = file.read_nonblock(16384)
+              zip << chunk
+            end
+          end
+        rescue EOFError
+          # /
+        ensure
+          file && file.close
+        end
+      end
+    end
+  end
+end
+
+
+# //
+#
+# File sizes 1.5mb, 503kb
+#
+# x10
+# +------------------+----------+
+# | tach             | total    |
+# +------------------+----------+
+# | [file] em-zipper | 2.849514 |
+# +------------------+----------+
+# | [net] em-zipper  | 3.646211 |
+# +------------------+----------+
+# | [net] rubyzip    | 5.765788 |
+# +------------------+----------+
+# | [file] rubyzip   | 9.334782 |
+# +------------------+----------+
+#
+# x100
+# +------------------+-----------+
+# | tach             | total     |
+# +------------------+-----------+
+# | [file] em-zipper | 27.344414 |
+# +------------------+-----------+
+# | [net] em-zipper  | 48.246017 |
+# +------------------+-----------+
+# | [net] rubyzip    | 60.066137 |
+# +------------------+-----------+
+# | [file] rubyzip   | 66.197528 |
+# +------------------+-----------+

data/examples/file.rb

@@ -20,7 +20,7 @@ EM.run do
 
   # http remotes to file
   #
-  sites = %w(http://www.google.com/ https://www.github.com/)
+  sites = %w(http://s3.amazonaws.com/ping-em-assets/sample1.txt http://s3.amazonaws.com/ping-em-assets/sample2.txt)
   rbuff = File.new('remotes-file-non-blocking.zip', 'w')
   rzip  = EM::Zipper.new(sites, rbuff)
   rzip.callback do |io|