mds_file_utils 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 00816f3cb1bc8ad3796ccb573089afa8e17ce915
+  data.tar.gz: 0a23e03afd1c15fd3da9b1f1f1707c1610ef699c
+SHA512:
+  metadata.gz: 30d7ab027c989f3abeeb9e407fdf828916f989b6cdd15e9141a15445fee3d6d4d444d224da2c812ab5462fad1f42cde76559e13d911e09b9e0933dcd590d3d72
+  data.tar.gz: ff0a9c37f6ee2d8015dbd5ded12f3fae27be3b4a7f52134b5bb119348692f6b4c6e62a8508087b25f5fb3ecdd632b2216ba5214617062df0e8fbe24b3b06c40d

data/README.rdoc

@@ -0,0 +1,19 @@
+= mds_file_utils
+
+Description goes here.
+
+== Contributing to mds_file_utils
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet.
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it.
+* Fork the project.
+* Start a feature/bugfix branch.
+* Commit and push until you are happy with your contribution.
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+== Copyright
+
+Copyright (c) 2013 Dave. See LICENSE.txt for
+further details.
+

data/Rakefile

@@ -0,0 +1,49 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "mds_file_utils"
+  gem.homepage = "http://github.com/dj0hnve@gmail.com/mds_file_utils"
+  gem.license = "MIT"
+  gem.summary = %Q{A collection of MDS file utilities.}
+  gem.description = %Q{A set of useful MDS file utilities.}
+  gem.email = "dave.sieh@providigm.com"
+  gem.authors = ["Dave"]
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+RSpec::Core::RakeTask.new(:rcov) do |spec|
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :default => :spec
+
+require 'rdoc/task'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "mds_file_utils #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/lib/mds_file_utils.rb

@@ -0,0 +1,4 @@
+require 'active_support/core_ext/object'
+require 'unzipMe'
+require 'mds_file_utils/zip_analyzer'
+require 'mds_file_utils/zip_splitter'

data/lib/mds_file_utils/version.rb

@@ -0,0 +1,3 @@
+module MdsFileUtils
+  VERSION = "0.1.0"
+end

data/lib/mds_file_utils/zip_analyzer.rb

@@ -0,0 +1,40 @@
+module MdsFileUtils
+
+  class ZipAnalyzer
+
+    EXTENSION_REGEX = /\.zip\z/i
+    VALID_COMPOSITE_CONTENTS_REGEX = /(\.zip|\/|\\)\z/i
+
+    def initialize(path, original_filename=path)
+      @path = path
+      @original_filename = original_filename
+    end
+
+    def valid_zip?
+      return false if @path.blank?
+      return false unless File.exists?(@path)
+      return false unless has_valid_extension?
+      UnzipmeValidator.new(@path).valid_zip?
+    end
+
+    def has_valid_extension?
+      return false if @original_filename.blank?
+      @original_filename =~ EXTENSION_REGEX
+    end
+
+    def is_composite?
+      return false unless valid_zip?
+      file_list.count { | file | file =~ EXTENSION_REGEX } > 0
+    end
+
+    def file_list
+      @files ||= UnzipmeUnzipper.new(@path).file_list
+    end
+
+    def non_mds_data_in_composite?
+      file_list.count { | entry | !( entry =~ VALID_COMPOSITE_CONTENTS_REGEX) } > 0
+    end
+
+  end
+
+end

data/lib/mds_file_utils/zip_splitter.rb

@@ -0,0 +1,92 @@
+module MdsFileUtils
+
+  class ZipSplitter
+
+    def initialize(path, original_filename=path)
+      @path = path
+      @original_filename = original_filename
+    end
+
+    def split(tmp_storage_path='/tmp')
+      splitter_path = File.join(tmp_storage_path, self.class.name)
+
+      zip_base_name = base_file_name
+
+      # Create a directory in which to place the contents of the zip file
+      extracted_path = File.join(splitter_path, EXTRACTED_DIR, zip_base_name)
+      mkdir_p extracted_path
+
+      # Extract the contents of the zip file to the extracted path
+      %x{unzip -d #{extracted_path} '#{@path}'}
+      raise "Error extracting ZIP file '#{@path}' to '#{extracted_path}'" if $? != 0
+
+      entries = directory_entries(extracted_path)
+
+      if entries.size > FILES_PER_ZIP
+        result_zip_file = create_composite_zip_from_entries(zip_base_name, entries, splitter_path, extracted_path)
+      else
+        # The file is fine as is; just copy the file to the storage
+        # location and return the path
+        result_zip_file = File.join(splitter_path, File.basename(@path))
+        cp @path, composite_zip_file
+      end
+
+      result_zip_file
+    end
+
+    private
+
+    def create_composite_zip_from_entries(zip_base_name, entries, splitter_path, extracted_path)
+      components_path = File.join(splitter_path, COMPONENTS_DIR)
+      mkdir_p components_path
+      index = 0
+
+      entries.each_slice(FILES_PER_ZIP) do |files|
+        new_partial_name = "#{zip_base_name}_#{index}"
+        partial_path = File.join(splitter_path, new_partial_name)
+        component_path = File.join(components_path, "#{new_partial_name}.zip")
+        mkdir_p partial_path
+        # Move all the files in this slice to the new partial path
+        files.each { |f| mv File.join(extracted_path, f), partial_path }
+        # Now, zip up all the files into it's own component zip file
+        %x{cd #{partial_path}; zip #{component_path} *}
+        raise "Error zipping up files in '#{partial_path}' into '#{component_path}'" if $? != 0
+        # Delete the partial dir
+        rm_rf partial_path
+        index += 1
+      end
+
+      # Once we get here, all the component files have been built. Package up the
+      # components into a new zip
+      result_zip_file = File.join(splitter_path, "CMP_#{File.basename(@path)}")
+      %x{cd #{components_path}; zip #{result_zip_file} *}
+      raise "Error zipping up the components of the composite file: #{result_zip_file}" if $? != 0
+
+      # Some housekeeping
+      rm_rf File.dirname(extracted_path)
+      rm_rf components_path
+
+      result_zip_file
+    end
+
+    #
+    # Return the entries in the directory (without the '.' and '..'
+    #
+    def directory_entries(path)
+      Dir.entries(path).tap do |entries|
+        # Get rid of the directory entries
+        entries.delete('.')
+        entries.delete('..')
+      end
+    end
+
+    def base_file_name
+      basename = File.basename(@original_filename)
+      if index = basename.rindex('.')
+        basename = basename[0...index]
+      end
+      basename
+    end
+  end
+
+end

metadata

@@ -0,0 +1,133 @@
+--- !ruby/object:Gem::Specification
+name: mds_file_utils
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Kendra Lawlor
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-07-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.2.14
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.2.14
+- !ruby/object:Gem::Dependency
+  name: unzipMe
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.12.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.12.0
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.12'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.7
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.7
+description: ''
+email:
+- klawlor@providigm.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.rdoc
+- Rakefile
+- lib/mds_file_utils.rb
+- lib/mds_file_utils/version.rb
+- lib/mds_file_utils/zip_analyzer.rb
+- lib/mds_file_utils/zip_splitter.rb
+homepage: http://www.providigm.com
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.3.0
+signing_key: 
+specification_version: 4
+summary: Allows MDS Uploads
+test_files: []