redsnapper 0.1.3 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c0d4acc365403c91f7779fc0a9ffa9723a13d341
-  data.tar.gz: 0ff227db6340be603d4b84f73daf9e5dd9eba276
+  metadata.gz: 062acc09584fa69d3d578a9e3c31f8e43c894e6f
+  data.tar.gz: 802d7dcd2beeef69c6d36e12f81d69717f22137a
 SHA512:
-  metadata.gz: 7ca902005eec06e869a7f2181e526854105a507b73be717e3a63723f1781c8cf33fa7cd75da018acbf543c640227508c3be2820ab1ec44a93e2c837762de4cfe
-  data.tar.gz: 7e1f7e53bc1e1a58fe01ac1a3250411d9350d1a7b2cd5e49ffb75b89e420ad0c8713ca3d125fa38d3fbecb8ea0b468a79c371ce01c3006b5e7c91456f78cef72
+  metadata.gz: c11dfc51cd54450e5e9e1c5304021e06130997e98fa9c8a07539e499dac07b1b4cce05e0d0e519d01fa4d41e005d2743eb4c782f55d26074333982453a2bb5fa
+  data.tar.gz: c09deb701584d816271ad581d276ee58ab472af3329ab0f2badad4c00f7c38f3684013d042b7146d9df992c753b2b49a3b2bcfd22457d6a0817ea89ef1546004

data/Gemfile

@@ -1,9 +1,9 @@
-source "http://rubygems.org"
+source 'http://rubygems.org'
 
-gem "thread", "~> 0", :require => "thread/pool"
+gem 'thread', :require => 'thread/pool'
 
 group :development do
-  gem "rdoc", "~> 3.12"
-  gem "bundler", "~> 1.0"
-  gem "jeweler", "~> 2.0"
+  gem 'rdoc', '~> 3.12'
+  gem 'bundler', '~> 1.0'
+  gem 'jeweler', '~> 2.0'
 end

data/README.rdoc

@@ -2,7 +2,7 @@
 
 Simple tool to run parallel tarsnap clients to do faster extractions of archives
 with lots of files.  Note, extraction will be slower on small archives since this
-tool first has to build a list of files to extract.  It then runs 25 clients in
+tool first has to build a list of files to extract.  It then runs 10 clients in
 parallel delivering approximately a 5x speedup in extracting large archives.
 
   Usage: redsnapper archive [-d DIR] [-- [TARSNAP OPTIONS]]

data/VERSION

@@ -1 +1 @@
-0.1.3
+0.2.0

data/lib/redsnapper.rb

@@ -1,5 +1,6 @@
 require 'thread/pool'
 require 'open3'
+require 'set'
 
 class RedSnapper
   TARSNAP = 'tarsnap'
@@ -15,11 +16,31 @@ class RedSnapper
     command = [ TARSNAP, '-tf', @archive, *@options[:tarsnap_options] ]
     command.push(@options[:directory]) if @options[:directory]
 
-    files = Open3.popen3(*command) do |_, out, _|
-      out.gets(nil).split.reject { |f| f.end_with?('/') }
+    files = []
+    dirs = Set.new
+
+    Open3.popen3(*command) do |_, out, _|
+      out.gets(nil).split("\n").each do |entry|
+        if entry.end_with?('/')
+          dirs.add(entry)
+        else
+          files.push(entry)
+        end
+      end
+    end
+
+    files.each { |f| dirs.delete(File.dirname(f) + '/') }
+    empty_dirs = dirs.clone
+
+    dirs.each do |dir|
+      components = dir.split('/')
+      components.each_with_index do |component, i|
+        empty_dirs.delete(components[0, i].join('/') + '/')
+      end
     end
 
-    files.each_slice([ (files.size.to_f / THREAD_POOL_SIZE).ceil, MAX_FILES_PER_JOB].min).to_a
+    files.push(*empty_dirs)
+    files.each_slice([ (files.size.to_f / THREAD_POOL_SIZE).ceil, MAX_FILES_PER_JOB ].min).to_a
   end
 
   def run

data/redsnapper.gemspec

@@ -2,16 +2,16 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: redsnapper 0.1.3 ruby lib
+# stub: redsnapper 0.2.0 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "redsnapper"
-  s.version = "0.1.3"
+  s.version = "0.2.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib"]
   s.authors = ["Scott Wheeler"]
-  s.date = "2014-04-02"
+  s.date = "2016-12-16"
   s.description = "Faster extraction of large tarsnap archives using a pool of parallel tarsnap clients"
   s.email = "scott@directededge.com"
   s.executables = ["redsnapper"]
@@ -32,25 +32,25 @@ Gem::Specification.new do |s|
   ]
   s.homepage = "http://github.com/directededge/redsnapper"
   s.licenses = ["MIT"]
-  s.rubygems_version = "2.2.2"
+  s.rubygems_version = "2.5.1"
   s.summary = "Faster extraction of large tarsnap archives"
 
   if s.respond_to? :specification_version then
     s.specification_version = 4
 
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
-      s.add_runtime_dependency(%q<thread>, ["~> 0"])
+      s.add_runtime_dependency(%q<thread>, [">= 0"])
       s.add_development_dependency(%q<rdoc>, ["~> 3.12"])
       s.add_development_dependency(%q<bundler>, ["~> 1.0"])
       s.add_development_dependency(%q<jeweler>, ["~> 2.0"])
     else
-      s.add_dependency(%q<thread>, ["~> 0"])
+      s.add_dependency(%q<thread>, [">= 0"])
       s.add_dependency(%q<rdoc>, ["~> 3.12"])
       s.add_dependency(%q<bundler>, ["~> 1.0"])
       s.add_dependency(%q<jeweler>, ["~> 2.0"])
     end
   else
-    s.add_dependency(%q<thread>, ["~> 0"])
+    s.add_dependency(%q<thread>, [">= 0"])
     s.add_dependency(%q<rdoc>, ["~> 3.12"])
     s.add_dependency(%q<bundler>, ["~> 1.0"])
     s.add_dependency(%q<jeweler>, ["~> 2.0"])

metadata

@@ -1,27 +1,27 @@
 --- !ruby/object:Gem::Specification
 name: redsnapper
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.0
 platform: ruby
 authors:
 - Scott Wheeler
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-04-02 00:00:00.000000000 Z
+date: 2016-12-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thread
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
@@ -105,7 +105,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: Faster extraction of large tarsnap archives