metacrunch 2.1.0 → 2.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d28e81a93e97edc9aa9016c18587317304ca0d68
-  data.tar.gz: 19ec0fccbef5888f0397b6d2abd3c404f7878172
+  metadata.gz: 5bcfeeb60f1625e155e0af9a3b97fdc4d580f5d8
+  data.tar.gz: 9f157ad5acb41c7fe3fc8bad5585653a5a6ff41a
 SHA512:
-  metadata.gz: 7f5636649b8bb785b58ba4995aac662803a1901a0b24910ea3eaa2847f86c90a7382a45bd3ad99562548246f8ddefe97af017161074bf09e57ed6686a65c6d6b
-  data.tar.gz: 121cb6f44102a87e13520f8dfde8e8b2feef04329649fbc7d9ec7f93fff652d07bc42b9a84e8cde71760edaf690ccf3e5d5954439d47ce13bc96c6bf2121cd29
+  metadata.gz: d2a45e6ba7218f8b283c9b018b76129ce98187037c84986a11e27bffdad3cde4ce9f51c0112c5e34d17b40b5c46e101ddba74fe93f0fe48e00f51a4859da96a2
+  data.tar.gz: 39ff3a35ab79367db1af87ae9ba7abc92a957eb8b92a1c040eaca3cdc4140cde0e15501fe7204afb451fc971ecf9ecae934f74aac39f68f71f6e0cc0fe95e7a6

data/.gitignore

@@ -1,5 +1,24 @@
 .DS_Store
-/Gemfile.lock
-/.yardoc
 /doc
-/*.gem
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/Gemfile

@@ -3,5 +3,15 @@ source 'https://rubygems.org'
 gemspec
 
 gem "rake"
-gem "pry-byebug", "~> 3.1.0"
-gem "rspec",      "~> 3.2.0"
+gem "rspec", "~> 3.2.0"
+
+if !ENV["CI"]
+  group :development do
+    gem "hashdiff"
+    gem "pry",                "~> 0.9.12.6"
+    gem "pry-byebug",         "<= 1.3.2"
+    gem "pry-rescue",         "~> 1.4.1", github: "ConradIrwin/pry-rescue", branch: :master
+    gem "pry-stack_explorer", "~> 0.4.9.1"
+    gem "pry-syntax-hacks",   "~> 0.0.6"
+  end
+end

data/lib/metacrunch.rb

@@ -15,9 +15,13 @@ module Metacrunch
   require_relative "./metacrunch/version"
   require_relative "./metacrunch/cli"
   require_relative "./metacrunch/command"
-  require_relative "./metacrunch/utils"
+  require_relative "./metacrunch/file_reader"
+  require_relative "./metacrunch/file_reader_entry"
+  require_relative "./metacrunch/file_writer"
+  require_relative "./metacrunch/tar_writer"
   require_relative "./metacrunch/snr"
   require_relative "./metacrunch/transformer"
+  require_relative "./metacrunch/parallel"
 
   def self.load_plugins
     Gem.find_latest_files("metacrunch_plugin.rb").each do |path|

data/lib/metacrunch/cli/command_definition.rb

@@ -14,9 +14,9 @@ module Metacrunch
         @klass
       end
 
-      def name
-        name = @klass.to_s.demodulize.underscore
-        name.gsub!(/_command\Z/, "")
+      def name(value = nil)
+        @name = value if value.present?
+        @name || @klass.to_s.demodulize.underscore.gsub!(/_command\Z/, "")
       end
 
       def usage(value = nil)

data/lib/metacrunch/cli/main.rb

@@ -1,7 +1,16 @@
 module Metacrunch
   class Cli
     class Main < Thor
-      # Define metacrunch root commands here
+      desc "console", "Start a console. It uses Pry if installed, IRB otherwise."
+      def console
+        begin
+          require "pry"
+          Pry.start
+        rescue LoadError
+          require "irb"
+          IRB.start
+        end
+      end
     end
   end
 end

data/lib/metacrunch/file_reader.rb

@@ -0,0 +1,56 @@
+require "rubygems/package"
+require_relative "./file_reader_entry"
+
+module Metacrunch
+  class FileReader
+
+    def initialize(filenames)
+      @filenames = [*filenames].map{|f| f.presence}.compact
+    end
+
+    def each(&block)
+      return enum_for(__method__) unless block_given?
+
+      @filenames.each do |_filename|
+        if is_archive?(_filename)
+          read_archive(_filename, &block)
+        else
+          read_regular_file(_filename, &block)
+        end
+      end
+    end
+
+  private
+
+    def is_archive?(filename)
+      filename.ends_with?(".tar") || filename.ends_with?(".tar.gz")
+    end
+
+    def is_gzip_file?(filename)
+      filename.ends_with?(".gz")
+    end
+
+    def read_regular_file(filename, &block)
+      if File.file?(filename)
+        io = is_gzip_file?(filename) ? Zlib::GzipReader.open(filename) : File.open(filename, "r")
+        yield Entry.new(filename: filename, archive_filename: nil, contents: io.read)
+      end
+    end
+
+    def read_archive(filename, &block)
+      io        = is_gzip_file?(filename) ? Zlib::GzipReader.open(filename) : File.open(filename, "r")
+      tarReader = Gem::Package::TarReader.new(io)
+
+      tarReader.each do |_tar_entry|
+        if _tar_entry.file?
+          yield Entry.new(
+            filename: filename,
+            archive_filename: _tar_entry.full_name,
+            contents: _tar_entry.read
+          )
+        end
+      end
+    end
+
+  end
+end

data/lib/metacrunch/file_reader_entry.rb

@@ -0,0 +1,21 @@
+require_relative "./file_reader"
+
+module Metacrunch
+  class FileReader
+    class Entry
+
+      attr_reader :filename, :archive_filename, :contents
+
+      def initialize(filename:, archive_filename:nil, contents:nil)
+        @filename         = filename
+        @archive_filename = archive_filename.presence
+        @contents         = contents
+      end
+
+      def from_archive?
+        @archive_filename != nil
+      end
+
+    end
+  end
+end

data/lib/metacrunch/file_writer.rb

@@ -0,0 +1,40 @@
+module Metacrunch
+  class FileWriter
+
+    class FileExistError < RuntimeError ; end
+
+
+    def initialize(filename, override: false, compress: nil)
+      @path       = File.expand_path(filename)
+      @compressed = (compress ||= @path.ends_with?(".gz"))
+
+      if File.exist?(@path) && !override
+        raise FileExistError, "File #{@path} already exists. Set override = true to override the existing file."
+      end
+    end
+
+    def write(data, options = {})
+      if block_given?
+        yield(io)
+      else
+        io.write(data)
+      end
+    end
+
+    def flush
+      @io.flush if @io
+    end
+
+    def close
+      flush
+      @io.close if @io
+    end
+
+  private
+
+    def io
+      @io ||= (@compressed == true) ? Zlib::GzipWriter.open(@path) : File.open(@path, "w")
+    end
+
+  end
+end

data/lib/metacrunch/parallel.rb

@@ -0,0 +1,69 @@
+module Metacrunch
+  class Parallel
+
+    module DSL
+      def parallel(enumerable, options = {}, &block)
+        Parallel.each(enumerable, options, &block)
+      end
+    end
+
+    def self.each(enumerable, options = {}, &block)
+      self.new(enumerable, options, &block).call
+    end
+
+    def initialize(enumerable, options = {}, &block)
+      @enumerable          = enumerable
+      @callable            = block
+      @no_of_procs         = options[:in_processes] || 0
+      @on_process_finished = options[:on_process_finished] || -> {}
+
+      unless block_given?
+        raise ArgumentError, "you must provide a block"
+      end
+
+      unless @enumerable.respond_to?(:each)
+        raise ArgumentError, "enumerable must respond to each"
+      end
+
+      unless @on_process_finished.respond_to?(:call)
+        raise ArgumentError, "on_process_finished must respond to call"
+      end
+    end
+
+    def call
+      @enumerable.each do |_value|
+        if @no_of_procs == 0
+          @callable.call(_value)
+          @on_process_finished.call
+        else
+          fork_process do
+            @callable.call(_value)
+          end
+
+          if processes_limit_reached?
+            wait_for_some_process_to_terminate
+            @on_process_finished.call
+          end
+        end
+      end
+    ensure
+      Process.waitall.each { @on_process_finished.call }
+    end
+
+  private
+
+    def fork_process(&block)
+      (@pids ||= []).push(fork(&block))
+    end
+
+    def processes_limit_reached?
+      (@pids || []).length >= @no_of_procs
+    end
+
+    def wait_for_some_process_to_terminate
+      pid_of_finished_process = Process.wait
+      @pids.delete(pid_of_finished_process)
+    end
+
+  end
+end

data/lib/metacrunch/tar_writer.rb

@@ -0,0 +1,26 @@
+require "rubygems/package"
+
+module Metacrunch
+  class TarWriter < FileWriter
+
+    def write(data, options = {})
+      raise ArgumentError, "Missing option 'filename'" if options[:filename].blank?
+
+      io.add_file_simple(options[:filename], 0644, data.bytesize) do |_io|
+        if block_given?
+          yield(_io)
+        else
+          _io.write(data)
+        end
+      end
+    end
+
+  private
+
+    def io
+      @io     ||= super
+      @tar_io ||= Gem::Package::TarWriter.new(@io)
+    end
+
+  end
+end

data/lib/metacrunch/transformer.rb

@@ -1,10 +1,12 @@
 module Metacrunch
   class Transformer
     require_relative "./transformer/step"
+    require_relative "./transformer/helper"
 
-    attr_reader :source, :target, :options
+    attr_accessor :source, :target, :options
 
-    def initialize(source:, target:, options: {})
+
+    def initialize(source:nil, target:nil, options: {})
       @source  = source
       @target  = target
       @options = options
@@ -19,5 +21,14 @@ module Metacrunch
       end
     end
 
+    def helper
+      @helper ||= Helper.new(self)
+    end
+
+    def register_helper(helper_module)
+      raise ArgumentError, "Must be a module" unless helper_module.is_a?(Module)
+      helper.class.send(:include, helper_module) # TODO: Benchmark this
+    end
+
   end
 end

data/lib/metacrunch/transformer/helper.rb

@@ -0,0 +1,29 @@
+require_relative "../transformer"
+
+module Metacrunch
+  class Transformer
+    class Helper
+
+      def initialize(transformer)
+        @transformer = transformer
+      end
+
+      def transformer
+        @transformer
+      end
+
+      def source
+        transformer.source
+      end
+
+      def target
+        transformer.target
+      end
+
+      def options
+        transformer.options
+      end
+
+    end
+  end
+end

data/lib/metacrunch/transformer/step.rb

@@ -28,6 +28,10 @@ module Metacrunch
         transformer.options
       end
 
+      def helper
+        transformer.helper
+      end
+
     end
   end
 end

data/lib/metacrunch/version.rb

@@ -1,3 +1,3 @@
 module Metacrunch
-  VERSION = "2.1.0"
+  VERSION = "2.1.1"
 end

data/metacrunch.gemspec

@@ -1,7 +1,7 @@
 require File.expand_path("../lib/metacrunch/version", __FILE__)
 
 Gem::Specification.new do |s|
-  s.authors       = ["René Sprotte", "Michael Sievers", "Marcel Otto"]
+  s.authors       = ["René Sprotte", "Michael Sievers", "Marcel Otto"]
   s.email         = "r.sprotte@ub.uni-paderborn.de"
   s.summary       = %q{Data processing toolkit for Ruby}
   s.description   = s.summary
@@ -21,7 +21,7 @@ Gem::Specification.new do |s|
 
   s.add_dependency "activesupport", "~> 4.2", ">= 4.2.0"
   s.add_dependency "builder",       "~> 3.2", ">= 3.2.2"
-  s.add_dependency "parallel",      "~> 1.4", ">= 1.4.1"
+  s.add_dependency "parallel",      "~> 1.6", ">= 1.6.0"
   s.add_dependency "thor",          "~> 0.19"
   s.add_dependency "ox",            "~> 2.1"
 end

data/spec/file_reader_spec.rb

@@ -0,0 +1,73 @@
+describe Metacrunch::FileReader do
+
+  let(:regular_file) { File.join(RSpec.root, "assets", "regular_file.txt") }
+  let(:compressed_regular_file) { File.join(RSpec.root, "assets", "regular_file.txt.gz") }
+  let(:archive_file) { File.join(RSpec.root, "assets", "archive.tar") }
+  let(:compressed_archive_file) { File.join(RSpec.root, "assets", "archive.tar.gz") }
+
+  it "can read a single file" do
+    reader = Metacrunch::FileReader.new(regular_file)
+    expect(reader.each.count).to be(1)
+  end
+
+  it "can read multiple files" do
+    reader = Metacrunch::FileReader.new([regular_file, regular_file])
+    expect(reader.each.count).to be(2)
+  end
+
+  it "can read regular files" do
+    reader = Metacrunch::FileReader.new(regular_file)
+    reader.each do |entry|
+      expect(entry).to be_instance_of(Metacrunch::FileReader::Entry)
+      expect(entry.filename).to eq(regular_file)
+      expect(entry.archive_filename).to be_nil
+      expect(entry.from_archive?).to be false
+      expect(entry.contents).to eq("THIS IS A TEST\n")
+    end
+  end
+
+  it "can read compressed regular files" do
+    reader = Metacrunch::FileReader.new(compressed_regular_file)
+    reader.each do |entry|
+      expect(entry).to be_instance_of(Metacrunch::FileReader::Entry)
+      expect(entry.filename).to eq(compressed_regular_file)
+      expect(entry.archive_filename).to be_nil
+      expect(entry.from_archive?).to be false
+      expect(entry.contents).to eq("THIS IS A TEST\n")
+    end
+  end
+
+  it "can read TAR archives" do
+    reader = Metacrunch::FileReader.new(archive_file)
+    reader.each do |entry|
+      expect(entry).not_to be_nil
+      expect(entry).to be_instance_of(Metacrunch::FileReader::Entry)
+      expect(entry.filename).to eq(archive_file)
+      expect(entry.archive_filename).to eq("regular_file.txt")
+      expect(entry.from_archive?).to be true
+      expect(entry.contents).to eq("THIS IS A TEST\n")
+    end
+  end
+
+  it "can read compressed TAR archives" do
+    reader = Metacrunch::FileReader.new(compressed_archive_file)
+    reader.each do |entry|
+      expect(entry).not_to be_nil
+      expect(entry).to be_instance_of(Metacrunch::FileReader::Entry)
+      expect(entry.filename).to eq(compressed_archive_file)
+      expect(entry.archive_filename).to eq("regular_file.txt")
+      expect(entry.from_archive?).to be true
+      expect(entry.contents).to eq("THIS IS A TEST\n")
+    end
+  end
+
+  describe ".each()" do
+    context "when called without a block" do
+      it "returns an enumerator" do
+        reader = Metacrunch::FileReader.new(regular_file)
+        expect(reader.each).to be_instance_of(Enumerator)
+      end
+    end
+  end
+
+end

data/spec/file_writer_spec.rb

@@ -0,0 +1,46 @@
+describe Metacrunch::FileWriter do
+
+  let(:regular_file)    { "/tmp/metacrunch_spec_regular_file.txt" }
+  let(:compressed_file) { "/tmp/metacrunch_spec_regular_file.txt.gz" }
+
+  before do
+    File.unlink(regular_file)    if File.exist?(regular_file)
+    File.unlink(compressed_file) if File.exist?(compressed_file)
+  end
+
+  it "can write a file" do
+    writer = Metacrunch::FileWriter.new(regular_file)
+    writer.write("FOO")
+    writer.write("BAR")
+    writer.close
+
+    content = File.read(regular_file)
+    expect(content).to eq("FOOBAR")
+  end
+
+  it "can write a compressed file" do
+    writer = Metacrunch::FileWriter.new(compressed_file, compress: true)
+    writer.write("FOO")
+    writer.write("BAR")
+    writer.close
+
+    io      = Zlib::GzipReader.open(compressed_file)
+    content = io.read
+    io.close
+
+    expect(content).to eq("FOOBAR")
+  end
+
+  it "can override existing file" do
+    File.write(regular_file, "FOO")
+
+    expect {
+      Metacrunch::FileWriter.new(regular_file)
+    }.to raise_error(Metacrunch::FileWriter::FileExistError)
+
+    expect {
+      Metacrunch::FileWriter.new(regular_file, override: true)
+    }.not_to raise_error
+  end
+
+end

data/spec/tar_writer_spec.rb

@@ -0,0 +1,33 @@
+describe Metacrunch::TarWriter do
+
+  let(:regular_tar_file)    { "/tmp/metacrunch_spec_regular_file.tar" }
+  let(:compressed_tar_file) { "/tmp/metacrunch_spec_regular_file.tar.gz" }
+
+  before do
+    File.unlink(regular_tar_file)    if File.exist?(regular_tar_file)
+    File.unlink(compressed_tar_file) if File.exist?(compressed_tar_file)
+  end
+
+  it "can write a file" do
+    writer = Metacrunch::TarWriter.new(regular_tar_file)
+    writer.write("FOO", filename: "foo.txt")
+    writer.write("BAR", filename: "bar.txt")
+    writer.close
+
+    files = Metacrunch::FileReader.new(regular_tar_file).each
+    expect(files.count).to eq(2)
+    expect(files.first.contents).to eq("FOO")
+  end
+
+  it "can write a compressed file" do
+    writer = Metacrunch::TarWriter.new(compressed_tar_file)
+    writer.write("FOO", filename: "foo.txt")
+    writer.write("BAR", filename: "bar.txt")
+    writer.close
+
+    files = Metacrunch::FileReader.new(compressed_tar_file).each
+    expect(files.count).to eq(2)
+    expect(files.first.contents).to eq("FOO")
+  end
+
+end

metadata

@@ -1,16 +1,16 @@
 --- !ruby/object:Gem::Specification
 name: metacrunch
 version: !ruby/object:Gem::Version
-  version: 2.1.0
+  version: 2.1.1
 platform: ruby
 authors:
-- René Sprotte
+- René Sprotte
 - Michael Sievers
 - Marcel Otto
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-05-07 00:00:00.000000000 Z
+date: 2015-06-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -58,20 +58,20 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: '1.6'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.4.1
+        version: 1.6.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: '1.6'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.4.1
+        version: 1.6.0
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -122,23 +122,28 @@ files:
 - lib/metacrunch/cli/command_registry.rb
 - lib/metacrunch/cli/main.rb
 - lib/metacrunch/command.rb
+- lib/metacrunch/file_reader.rb
+- lib/metacrunch/file_reader_entry.rb
+- lib/metacrunch/file_writer.rb
+- lib/metacrunch/parallel.rb
 - lib/metacrunch/snr.rb
 - lib/metacrunch/snr/field.rb
 - lib/metacrunch/snr/section.rb
+- lib/metacrunch/tar_writer.rb
 - lib/metacrunch/transformer.rb
+- lib/metacrunch/transformer/helper.rb
 - lib/metacrunch/transformer/step.rb
-- lib/metacrunch/utils.rb
-- lib/metacrunch/utils/file_reader.rb
-- lib/metacrunch/utils/file_reader_result.rb
 - lib/metacrunch/version.rb
 - metacrunch.gemspec
 - spec/assets/archive.tar
 - spec/assets/archive.tar.gz
 - spec/assets/regular_file.txt
 - spec/assets/regular_file.txt.gz
+- spec/file_reader_spec.rb
+- spec/file_writer_spec.rb
 - spec/snr_spec.rb
 - spec/spec_helper.rb
-- spec/utils/file_reader_spec.rb
+- spec/tar_writer_spec.rb
 homepage: http://github.com/ubpb/metacrunch
 licenses:
 - MIT
@@ -159,7 +164,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5
+rubygems_version: 2.4.6
 signing_key: 
 specification_version: 4
 summary: Data processing toolkit for Ruby
@@ -168,6 +173,8 @@ test_files:
 - spec/assets/archive.tar.gz
 - spec/assets/regular_file.txt
 - spec/assets/regular_file.txt.gz
+- spec/file_reader_spec.rb
+- spec/file_writer_spec.rb
 - spec/snr_spec.rb
 - spec/spec_helper.rb
-- spec/utils/file_reader_spec.rb
+- spec/tar_writer_spec.rb

data/lib/metacrunch/utils.rb

@@ -1,6 +0,0 @@
-module Metacrunch
-  module Utils
-    require_relative "./utils/file_reader"
-    require_relative "./utils/file_reader_result"
-  end
-end

data/lib/metacrunch/utils/file_reader.rb

@@ -1,66 +0,0 @@
-module Metacrunch
-  module Utils
-    class FileReader
-
-      def initialize
-      end
-
-      def read_files(files, &block)
-        [*files].each do |filename|
-          read_file(filename, &block)
-        end
-      end
-
-      def read_file(filename, &block)
-        if is_tar_file?(filename)
-          read_tar_file(filename, &block)
-        else
-          read_regular_file(filename, &block)
-        end
-      end
-
-    private
-
-      def is_tar_file?(filename)
-        filename.ends_with?(".tar") || filename.ends_with?(".tar.gz")
-      end
-
-      def is_gzip_file?(filename)
-        filename.ends_with?(".gz")
-      end
-
-      def read_tar_file(filename, &block)
-        io = is_gzip_file?(filename) ? Zlib::GzipReader.open(filename) : File.open(filename, "r")
-
-        tarReader = Gem::Package::TarReader.new(io)
-        tarReader.each do |entry|
-          if entry.file?
-            result = FileReaderResult.new(
-              filename: entry.full_name,
-              source_filename: filename,
-              contents: entry.read,
-              from_archive: true
-            )
-
-            yield(result)
-          end
-        end
-      end
-
-      def read_regular_file(filename, &block)
-        if File.file?(filename)
-          io = is_gzip_file?(filename) ? Zlib::GzipReader.open(filename) : File.open(filename, "r")
-
-          result = FileReaderResult.new(
-            filename: filename,
-            source_filename: nil,
-            contents: io.read
-          )
-
-          yield(result)
-        end
-      end
-
-    end
-  end
-end

data/lib/metacrunch/utils/file_reader_result.rb

@@ -1,20 +0,0 @@
-module Metacrunch
-  module Utils
-    class FileReaderResult
-
-      attr_reader :filename, :source_filename, :contents
-
-      def initialize(filename:, source_filename:nil, contents:nil, from_archive:false)
-        @filename        = filename
-        @source_filename = source_filename
-        @contents        = contents
-        @from_archive    = from_archive
-      end
-
-      def from_archive?
-        @from_archive
-      end
-
-    end
-  end
-end

data/spec/utils/file_reader_spec.rb

@@ -1,53 +0,0 @@
-describe Metacrunch::Utils::FileReader do
-
-  let(:reader) { Metacrunch::Utils::FileReader.new }
-  let(:regular_file) { File.join(RSpec.root, "assets", "regular_file.txt") }
-  let(:compressed_regular_file) { File.join(RSpec.root, "assets", "regular_file.txt.gz") }
-  let(:archive_file) { File.join(RSpec.root, "assets", "archive.tar") }
-  let(:compressed_archive_file) { File.join(RSpec.root, "assets", "archive.tar.gz") }
-
-  it "can read regular files" do
-    reader.read_files(regular_file) do |result|
-      expect(result).not_to be_nil
-      expect(result).to be_instance_of(Metacrunch::Utils::FileReaderResult)
-      expect(result.filename).to eq(regular_file)
-      expect(result.source_filename).to be_nil
-      expect(result.from_archive?).to be false
-      expect(result.contents).to eq("THIS IS A TEST\n")
-    end
-  end
-
-  it "can read compressed regular files" do
-    reader.read_files(compressed_regular_file) do |result|
-      expect(result).not_to be_nil
-      expect(result).to be_instance_of(Metacrunch::Utils::FileReaderResult)
-      expect(result.filename).to eq(compressed_regular_file)
-      expect(result.source_filename).to be_nil
-      expect(result.from_archive?).to be false
-      expect(result.contents).to eq("THIS IS A TEST\n")
-    end
-  end
-
-  it "can read TAR archives" do
-    reader.read_files(archive_file) do |result|
-      expect(result).not_to be_nil
-      expect(result).to be_instance_of(Metacrunch::Utils::FileReaderResult)
-      expect(result.filename).to eq("regular_file.txt")
-      expect(result.source_filename).to eq(archive_file)
-      expect(result.from_archive?).to be true
-      expect(result.contents).to eq("THIS IS A TEST\n")
-    end
-  end
-
-  it "can read compressed TAR archives" do
-    reader.read_files(compressed_archive_file) do |result|
-      expect(result).not_to be_nil
-      expect(result).to be_instance_of(Metacrunch::Utils::FileReaderResult)
-      expect(result.filename).to eq("regular_file.txt")
-      expect(result.source_filename).to eq(compressed_archive_file)
-      expect(result.from_archive?).to be true
-      expect(result.contents).to eq("THIS IS A TEST\n")
-    end
-  end
-
-end