em-zipper 0.0.1

data/examples/files/sample2.txt

@@ -0,0 +1 @@
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Nam ullamcorper varius leo, sit amet commodo ligula consectetur non. Pellentesque et mauris massa. Lorem ipsum dolor sit amet, consectetur adipiscing elit. Interdum et malesuada fames ac ante ipsum primis in faucibus. Sed mauris ligula, egestas sit amet suscipit ac, varius vel diam. Class aptent taciti sociosqu ad litora torquent per conubia nostra, per inceptos himenaeos. Donec luctus sapien at leo lacinia placerat. Integer a auctor mauris.

data/examples/io.rb

@@ -0,0 +1,41 @@
+$LOAD_PATH << './lib'
+require './lib/em-zipper'
+
+EM.run do
+  EM.add_periodic_timer(1) { puts 'tick' } # tick tock
+
+  files = %w(sample1.txt sample2.txt).map do |file_name|
+    File.join(File.expand_path("./examples/files"), file_name)
+  end
+
+  # zip to IO
+  #
+  buff = StringIO.new
+
+  zippy = EM::Zipper.new files, buff
+  zippy.zip! 
+  zippy.callback do |io|
+
+    # Write it out to a file
+    #
+    q = EM::Queue.new
+    file = File.new('io-non-blocking.zip', 'w')
+
+    wf = proc do |chunk|
+      file.write chunk
+      if q.empty?
+        file.close
+        EM.stop
+      else
+        EM.next_tick { q.pop(&wf) }
+      end
+    end
+
+    io.rewind
+    while buffer = io.read(16348)
+      q.push buffer
+    end
+    q.pop(&wf)
+  end
+end
+

data/lib/em-zipper/base.rb

@@ -0,0 +1,72 @@
+require 'em-http-request'
+
+module EventMachine
+  module Zipper
+    class Base
+      include EventMachine::Deferrable
+
+      attr_reader :files, :zos, :fqueue
+
+      def initialize(files, zos)
+        @files  = files
+        @zos    = zos
+        @fqueue = EM::Queue.new
+      end
+
+      def zip!(zip_name=nil)
+        files.each { |file_path| fqueue.push file_path }
+        fqueue.pop(&next_entry_non_block)
+
+        self # ...new(..., ...).zip!
+      end
+
+
+      private
+
+      def file_name(file_path)
+        File.basename file_path
+      end
+
+      def close_zos
+        # zos.close
+        succeed zos.close_buffer # return the zos
+      end
+
+      def next_entry_non_block
+        proc do |file_path| 
+          new_entry = ::Zip::ZipEntry.new '-', file_name(file_path)
+            #, "", "", file.size, 0, Zip::ZipEntry::STORED, file.size
+          zos.put_next_entry(new_entry)
+          EM.next_tick { write_entry_non_block file_path }
+        end
+      end
+
+      def write_entry_non_block(file_path)
+        cqueue = EM::Queue.new
+        chunky = proc do |chunk|
+          zos << chunk
+
+          if cqueue.empty?
+            close_zos and return if fqueue.empty?
+            EM.next_tick { fqueue.pop(&next_entry_non_block) }
+          else
+            EM.next_tick { cqueue.pop(&chunky) }
+          end
+        end
+
+        # TODO http requests
+        file_for_non_block file_path, cqueue
+
+        # begin write
+        cqueue.pop(&chunky) if cqueue.size > 0
+      end
+
+      def file_for_non_block(file_path, q)
+        file = File.open file_path
+        while buffer = file.read(16384)
+          q.push buffer
+        end
+      end
+    end
+  end
+end

data/lib/em-zipper/stream_io.rb

@@ -0,0 +1,32 @@
+# Provides an IO for http streaming
+#
+module EventMachine
+  module Zipper
+    class StreamIO
+      include EventMachine::Deferrable
+
+      def initialize(&block)
+        @block = block
+        @pos   = 0
+      end
+
+      def tell
+        @pos
+      end
+
+      def pos
+        @pos
+      end
+
+
+      def <<(x)
+        @block.call(x.to_s)
+        @pos += x.to_s.bytesize
+      end
+
+      def each(&block)
+        @block = block
+      end
+    end
+  end
+end

data/lib/em-zipper/zip_output_stream.rb

@@ -0,0 +1,18 @@
+require 'zip/zip'
+
+module EventMachine
+  module Zipper
+    class ZipOutputStream < ::Zip::ZipOutputStream
+      include EventMachine::Deferrable
+
+      def initialize(io)
+        super '-', true
+        @outputStream = io
+      end
+
+      def update_local_headers
+        nil
+      end
+    end
+  end
+end

data/lib/em-zipper.rb

@@ -0,0 +1,14 @@
+require 'eventmachine'
+
+require 'em-zipper/base'
+require 'em-zipper/zip_output_stream'
+require 'em-zipper/stream_io'
+
+module EventMachine
+  module Zipper
+    def self.new(files, io)
+      Base.new files, ZipOutputStream.new(io)
+    end
+  end
+end
+

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification
+name: em-zipper
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Yung Hwa Kwon
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rubyzip
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.9
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.3
+- !ruby/object:Gem::Dependency
+  name: em-http-request
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+description: EventMachine wrapped around Rubyzip
+email:
+- yung.kwon@damncarousel.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .ruby-gemset
+- .ruby-version
+- Gemfile
+- Gemfile.lock
+- em-zipper.gemspec
+- examples/file.rb
+- examples/files/sample1.txt
+- examples/files/sample2.txt
+- examples/io.rb
+- lib/em-zipper.rb
+- lib/em-zipper/base.rb
+- lib/em-zipper/stream_io.rb
+- lib/em-zipper/zip_output_stream.rb
+homepage: http://github.com/nowk/em-zipper
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.6
+signing_key: 
+specification_version: 4
+summary: EventMachine wrapped around Rubyzip
+test_files: []