metacrunch 2.1.0.pre1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3651a2620048f6cf78fd1d1670a1f211c5c39dac
+  data.tar.gz: acdfb9744c06a0d7f8725434b9fde56588135bad
+SHA512:
+  metadata.gz: e2ce0cf3aef3e033c60402ca81d9b568c598b2039c75adb4658fa930d2b9b41c5f2c14ca90e9df058bccb32da08f7c9a3e5f7d87c09d92566426cb46854b3868
+  data.tar.gz: 046c114e1d674aff5d4ce17539da4fac30b58ed3960307fc24f00bbe4f67fbfece6c483830da099eca912423c74485bc8b0aba617d307cdc72fe07fd947d7828

data/.gitignore

@@ -0,0 +1,5 @@
+.DS_Store
+pkg
+Gemfile.lock
+.yardoc
+doc

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--format documentation
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - "2.2.2"

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+gemspec
+
+gem "rake"
+gem "pry-byebug", "~> 3.1.0"
+gem "rspec",      "~> 3.2.0"

data/License.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 René Sprotte, Michael Sievers, Marcel Otto
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,5 @@
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/Readme.md

@@ -0,0 +1,6 @@
+# metacrunch
+
+[![Code Climate](https://codeclimate.com/github/ubpb/metacrunch/badges/gpa.svg)](https://codeclimate.com/github/ubpb/metacrunch)
+[![Build Status](https://travis-ci.org/ubpb/metacrunch.svg)](https://travis-ci.org/ubpb/metacrunch)
+
+Dokumentation folgt in Kürze...

data/bin/metacrunch

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require "metacrunch"
+Metacrunch.load_plugins
+Metacrunch::Cli.start(ARGV)

data/lib/metacrunch/cli.rb

@@ -0,0 +1,4 @@
+module Metacrunch
+  class Cli < Thor
+  end
+end

data/lib/metacrunch/command.rb

@@ -0,0 +1,14 @@
+module Metacrunch
+  class Command
+
+    attr_reader :shell
+    attr_reader :options
+
+    def initialize(shell:, options:)
+      @shell   = shell
+      @options = options
+      setup if self.respond_to?(:setup)
+    end
+
+  end
+end

data/lib/metacrunch/utils/file_reader.rb

@@ -0,0 +1,66 @@
+module Metacrunch
+  module Utils
+    class FileReader
+
+      def initialize
+      end
+
+      def read_files(files, &block)
+        [*files].each do |filename|
+          read_file(filename, &block)
+        end
+      end
+
+      def read_file(filename, &block)
+        if is_tar_file?(filename)
+          read_tar_file(filename, &block)
+        else
+          read_regular_file(filename, &block)
+        end
+      end
+
+    private
+
+      def is_tar_file?(filename)
+        filename.ends_with?(".tar") || filename.ends_with?(".tar.gz")
+      end
+
+      def is_gzip_file?(filename)
+        filename.ends_with?(".gz")
+      end
+
+      def read_tar_file(filename, &block)
+        io = is_gzip_file?(filename) ? Zlib::GzipReader.open(filename) : File.open(filename, "r")
+
+        tarReader = Gem::Package::TarReader.new(io)
+        tarReader.each do |entry|
+          if entry.file?
+            result = FileReaderResult.new(
+              filename: entry.full_name,
+              source_filename: filename,
+              contents: entry.read,
+              from_archive: true
+            )
+
+            yield(result)
+          end
+        end
+      end
+
+      def read_regular_file(filename, &block)
+        if File.file?(filename)
+          io = is_gzip_file?(filename) ? Zlib::GzipReader.open(filename) : File.open(filename, "r")
+
+          result = FileReaderResult.new(
+            filename: filename,
+            source_filename: nil,
+            contents: io.read
+          )
+
+          yield(result)
+        end
+      end
+
+    end
+  end
+end

data/lib/metacrunch/utils/file_reader_result.rb

@@ -0,0 +1,20 @@
+module Metacrunch
+  module Utils
+    class FileReaderResult
+
+      attr_reader :filename, :source_filename, :contents
+
+      def initialize(filename:, source_filename:nil, contents:nil, from_archive:false)
+        @filename        = filename
+        @source_filename = source_filename
+        @contents        = contents
+        @from_archive    = from_archive
+      end
+
+      def from_archive?
+        @from_archive
+      end
+
+    end
+  end
+end

data/lib/metacrunch/utils.rb

@@ -0,0 +1,6 @@
+module Metacrunch
+  module Utils
+    require_relative "./utils/file_reader"
+    require_relative "./utils/file_reader_result"
+  end
+end

data/lib/metacrunch/version.rb

@@ -0,0 +1,3 @@
+module Metacrunch
+  VERSION = "2.1.0.pre1"
+end

data/lib/metacrunch.rb

@@ -0,0 +1,26 @@
+require "active_support"
+require "active_support/core_ext"
+require "parallel"
+require "rubygems"
+require "rubygems/package"
+require "thor"
+require "thor/group"
+
+begin
+  require "pry"
+rescue LoadError ; end
+
+module Metacrunch
+
+  def self.load_plugins
+    Gem.find_latest_files("metacrunch_plugin.rb").each do |path|
+      load(path)
+    end
+  end
+
+end
+
+require "metacrunch/version"
+require "metacrunch/cli"
+require "metacrunch/command"
+require "metacrunch/utils"

data/metacrunch.gemspec

@@ -0,0 +1,25 @@
+require File.expand_path("../lib/metacrunch/version", __FILE__)
+
+Gem::Specification.new do |s|
+  s.authors       = ["René Sprotte", "Michael Sievers", "Marcel Otto"]
+  s.email         = "r.sprotte@ub.uni-paderborn.de"
+  s.summary       = %q{Metadata processing toolkit for Ruby}
+  s.description   = s.summary
+  s.homepage      = "http://github.com/ubpb/metacrunch"
+  s.licenses      = ["MIT"]
+
+  s.files         = `git ls-files`.split($\)
+  s.executables   = s.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  s.test_files    = s.files.grep(%r{^(test|spec|features)/})
+  s.name          = "metacrunch"
+  s.require_paths = ["lib"]
+  s.version       = Metacrunch::VERSION
+  s.bindir        = "bin"
+  s.executables   = ["metacrunch"]
+
+  s.required_ruby_version = ">= 2.2.0"
+
+  s.add_dependency "activesupport", "~> 4.2", ">= 4.2.0"
+  s.add_dependency "parallel",      "~> 1.4", ">= 1.4.1"
+  s.add_dependency "thor",          "~> 0.19"
+end

data/spec/assets/regular_file.txt

@@ -0,0 +1 @@
+THIS IS A TEST

data/spec/file_reader_spec.rb

@@ -0,0 +1,53 @@
+describe Metacrunch::Utils::FileReader do
+
+  let(:reader) { Metacrunch::Utils::FileReader.new }
+  let(:regular_file) { File.join(RSpec.root, "assets", "regular_file.txt") }
+  let(:compressed_regular_file) { File.join(RSpec.root, "assets", "regular_file.txt.gz") }
+  let(:archive_file) { File.join(RSpec.root, "assets", "archive.tar") }
+  let(:compressed_archive_file) { File.join(RSpec.root, "assets", "archive.tar.gz") }
+
+  it "can read regular files" do
+    reader.read_files(regular_file) do |result|
+      expect(result).not_to be_nil
+      expect(result).to be_instance_of(Metacrunch::Utils::FileReaderResult)
+      expect(result.filename).to eq(regular_file)
+      expect(result.source_filename).to be_nil
+      expect(result.from_archive?).to be false
+      expect(result.contents).to eq("THIS IS A TEST\n")
+    end
+  end
+
+  it "can read compressed regular files" do
+    reader.read_files(compressed_regular_file) do |result|
+      expect(result).not_to be_nil
+      expect(result).to be_instance_of(Metacrunch::Utils::FileReaderResult)
+      expect(result.filename).to eq(compressed_regular_file)
+      expect(result.source_filename).to be_nil
+      expect(result.from_archive?).to be false
+      expect(result.contents).to eq("THIS IS A TEST\n")
+    end
+  end
+
+  it "can read TAR archives" do
+    reader.read_files(archive_file) do |result|
+      expect(result).not_to be_nil
+      expect(result).to be_instance_of(Metacrunch::Utils::FileReaderResult)
+      expect(result.filename).to eq("regular_file.txt")
+      expect(result.source_filename).to eq(archive_file)
+      expect(result.from_archive?).to be true
+      expect(result.contents).to eq("THIS IS A TEST\n")
+    end
+  end
+
+  it "can read compressed TAR archives" do
+    reader.read_files(compressed_archive_file) do |result|
+      expect(result).not_to be_nil
+      expect(result).to be_instance_of(Metacrunch::Utils::FileReaderResult)
+      expect(result.filename).to eq("regular_file.txt")
+      expect(result.source_filename).to eq(compressed_archive_file)
+      expect(result.from_archive?).to be true
+      expect(result.contents).to eq("THIS IS A TEST\n")
+    end
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,12 @@
+require "metacrunch"
+
+RSpec.configure do |config|
+end
+
+# Helper to provide RSpec.root
+module ::RSpec
+  module_function
+  def root
+    @spec_root ||= Pathname.new(__dir__)
+  end
+end

metadata

@@ -0,0 +1,129 @@
+--- !ruby/object:Gem::Specification
+name: metacrunch
+version: !ruby/object:Gem::Version
+  version: 2.1.0.pre1
+platform: ruby
+authors:
+- René Sprotte
+- Michael Sievers
+- Marcel Otto
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-04-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.2.0
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.1
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+description: Metadata processing toolkit for Ruby
+email: r.sprotte@ub.uni-paderborn.de
+executables:
+- metacrunch
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- License.txt
+- Rakefile
+- Readme.md
+- bin/metacrunch
+- lib/metacrunch.rb
+- lib/metacrunch/cli.rb
+- lib/metacrunch/command.rb
+- lib/metacrunch/utils.rb
+- lib/metacrunch/utils/file_reader.rb
+- lib/metacrunch/utils/file_reader_result.rb
+- lib/metacrunch/version.rb
+- metacrunch.gemspec
+- spec/assets/archive.tar
+- spec/assets/archive.tar.gz
+- spec/assets/regular_file.txt
+- spec/assets/regular_file.txt.gz
+- spec/file_reader_spec.rb
+- spec/spec_helper.rb
+homepage: http://github.com/ubpb/metacrunch
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.2.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: Metadata processing toolkit for Ruby
+test_files:
+- spec/assets/archive.tar
+- spec/assets/archive.tar.gz
+- spec/assets/regular_file.txt
+- spec/assets/regular_file.txt.gz
+- spec/file_reader_spec.rb
+- spec/spec_helper.rb
+has_rdoc: