rabbit_file_split 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e86777a0e6221919dce99c7434435dafbde3a84a
+  data.tar.gz: bd4437ffcf7cb1de06049344d4c35e8a2686eea1
+SHA512:
+  metadata.gz: 8da9a3dc1789e4284922899875a9a73b3f271dfd25b4012bf8c61031b79116d0184186a78bbfb49937dcbf76b372c46a1004a85fa907eb7887b3a7de247e4d1c
+  data.tar.gz: ed898962d9e9412be03837cd71a6df6d8d9ec944f15df4f31fce94dc7ff9b87ac4bd3ab66ff70f11340f5ea0307f9cbc2a37c009eb663dfc5de5d823304b478f

data/.gitignore

@@ -0,0 +1,15 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+.idea/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in rabbit_file_split.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 AKB428
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,37 @@
+# RabbitFileSplit
+
+Simple File Byte Split
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'rabbit_file_split'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install rabbit_file_split
+
+## Usage
+
+    #1M(1048576)byte split
+    split_file_list = RabbitFileSplit::Bytes.new(file_path).split(1048576)
+
+    split_file_list = RabbitFileSplit::Bytes.new(file_path).split(1048576, file_prefix: 'object')
+    split_file_list = RabbitFileSplit::Bytes.new(file_path).split(1048576, file_prefix: 'object', dest_file_path: '/tmp')
+    split_file_list = RabbitFileSplit::Bytes.new(file_path).split(1048576, file_prefix: 'object', dest_file_path: '/tmp', buffer_size: 8096)
+
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/rabbit_file_split/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bin/split.rb

@@ -0,0 +1,8 @@
+require 'rabbit_file_split'
+
+#ruby -I./lib/ bin/split.rb
+
+rabbit_file_split = RabbitFileSplit::Bytes.new(ARGV[0])
+
+#ex 1048576 (1MB)
+rabbit_file_split.split(ARGV[1].to_i, dest_file_path: ARGV[2])

data/lib/rabbit_file_split/bytes.rb

@@ -0,0 +1,93 @@
+require 'digest/md5'
+
+module RabbitFileSplit
+  class Bytes
+
+    #  bytes_split (uintmax_t n_bytes, char *buf, size_t bufsize, size_t initial_read, uintmax_t max_files)
+
+    BUFFER_SIZE = 4096
+
+    @file_path = nil
+    @file_base_name = nil
+    @split_file_num = 0
+    @file_list = Array.new
+    @file_parent_path = nil
+    @original_file_size = nil
+    @split_work_time = nil
+
+    def initialize(file_path)
+      @file_path = file_path
+      @file_base_name = File::basename(file_path)
+      @file_parent_path = File::dirname(file_path)
+      @original_file_size = File.size(file_path)
+    end
+
+    def split(n_bytes, file_prefix: @file_base_name, dest_file_path: @file_parent_path, buffer_size: BUFFER_SIZE)
+      start_time = Time.now
+
+      total_readed_byte = 0
+      unit_readed_byte = 0
+      @split_file_num  = 1
+      io = File.open(@file_path, 'rb')
+      w_file_io = File.open(create_split_file_path(dest_file_path,file_prefix,@split_file_num), 'wb')
+      while(true)
+        buffer = io.read(buffer_size)
+        #puts buffer_size
+        total_readed_byte += buffer_size
+        unit_readed_byte += buffer_size
+        w_file_io.write(buffer)
+
+        #check total readed
+        if (total_readed_byte + buffer_size) > @original_file_size
+          total_rest_byte = @original_file_size - total_readed_byte
+          if ( (unit_readed_byte + total_rest_byte) > n_bytes )
+            # n_bytes over. file change
+            rest_byte = n_bytes - unit_readed_byte
+            if rest_byte > 0
+              rest_buffer = io.read(rest_byte)
+              w_file_io.write(rest_buffer)
+            end
+            w_file_io.close
+            @split_file_num +=1
+            #file change
+            w_file_io = File.open(create_split_file_path(dest_file_path,file_prefix,@split_file_num), 'wb')
+          end
+          # read rest byte
+          if total_rest_byte > 0
+            rest_buffer = io.read(total_rest_byte)
+            w_file_io.write(rest_buffer)
+          end
+
+          end_time = Time.now
+          @split_work_time = end_time - start_time
+          return @file_list
+        end
+
+        #check n_bytes
+        if (unit_readed_byte + buffer_size) > n_bytes
+          rest_byte = n_bytes - unit_readed_byte
+          if rest_byte > 0
+            rest_buffer = io.read(rest_byte)
+            w_file_io.write(rest_buffer)
+          end
+          w_file_io.close
+          @split_file_num +=1
+          #file change
+          unit_readed_byte = 0
+          w_file_io = File.open(create_split_file_path(dest_file_path,file_prefix,@split_file_num), 'wb')
+        end
+      end
+    end
+
+    private
+
+    def create_split_file_path(dest_file_path,  file_prefix, num)
+      file_path = File.join(dest_file_path,  file_prefix + '_' + sprintf('%04d', num))
+      @file_list = [] if @file_list.nil?
+      @file_list.push(file_path)
+      puts file_path
+      file_path
+    end
+
+  end
+end

data/lib/rabbit_file_split/version.rb

@@ -0,0 +1,3 @@
+module RabbitFileSplit
+  VERSION = "0.0.1"
+end

data/lib/rabbit_file_split.rb

@@ -0,0 +1,7 @@
+require "rabbit_file_split/version"
+require "rabbit_file_split/bytes"
+
+module RabbitFileSplit
+
+
+end

data/rabbit_file_split.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'rabbit_file_split/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "rabbit_file_split"
+  spec.version       = RabbitFileSplit::VERSION
+  spec.authors       = ["AKB428"]
+  spec.email         = ["otoraru@gmail.com"]
+  spec.summary       = %q{simple file byte split}
+  spec.description   = %q{file byte split module}
+  spec.homepage      = "https://github.com/AKB428"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

metadata

@@ -0,0 +1,83 @@
+--- !ruby/object:Gem::Specification
+name: rabbit_file_split
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- AKB428
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-02-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: file byte split module
+email:
+- otoraru@gmail.com
+executables:
+- split.rb
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/split.rb
+- lib/rabbit_file_split.rb
+- lib/rabbit_file_split/bytes.rb
+- lib/rabbit_file_split/version.rb
+- rabbit_file_split.gemspec
+homepage: https://github.com/AKB428
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: simple file byte split
+test_files: []