export_mongo_s3 0.0.2 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 497d1b22015b2caf17884e4c2f998a234494f1e5
-  data.tar.gz: 9df73c0fc73c9e3d1a7fde4182ce60147d20f14a
+  metadata.gz: 76a26aaa62058eb973d17ac3cbc0c95c2eec696c
+  data.tar.gz: 37044bf2601d7edad94e302f741188e1c1b5bb03
 SHA512:
-  metadata.gz: 10968bdc3371dd27475ae24cd2da72c2c422a889009c722e3bc8feeb98d3d40dd01de729721a321245b340c09845bd5966999e4df3b7d1ef934b619a4f05a0d6
-  data.tar.gz: 7683667d41e0a2871b8b1f32bc0bb648ff55eeaa32b6cbae4d23cc5b9e47e7290e9e30e0266acf8d39c4e52a4a6315ca9b287a96074f969dbf8a4f436b1039dd
+  metadata.gz: 03e8a4caf2ceebdbc13a1330766bd08718f938edbd8f56e1803573e1d55f05233ecd26403a9ce40ccdf1c8fd3bc2b2a4894a0f92085ca8e6d266ef60a19176b8
+  data.tar.gz: 01201971b79f19b8049f3b49ea5af181c74c1e51f7ee32b9ee7940d293c32428cea6189405ce2ce99e883f758b8f94c41c0969b3831f99ff44baf9a06c620957

data/export_mongo_s3.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |spec|
   spec.name          = 'export_mongo_s3'
-  spec.version       = '0.0.2'
+  spec.version       = '0.0.4'
   spec.authors       = ['Yakupov Dima']
   spec.email         = ['yakupov.dima@mail.ru']
   spec.summary       = "Some summary"

data/lib/export_mongo_s3/application.rb

@@ -102,7 +102,8 @@ module ExportMongoS3
           else
 
             puts "\t compress..."
-            zip_result = %x(zip -6 -r '#{export_path}.zip' '#{export_path}/' -j)
+            compression_level = get_compression_level
+            zip_result        = %x(zip -#{compression_level} -r '#{export_path}.zip' '#{export_path}/' -j)
             raise "Error zip. Msg: #{zip_result}" unless $?.exitstatus.zero?
 
             FileUtils.rm_rf(export_path)
@@ -222,5 +223,20 @@ module ExportMongoS3
       Dir.mktmpdir(nil, temp_dir)
     end
 
+    def get_compression_level
+      compression_level = @config[:export][:compression_level]
+
+      if compression_level.nil? || compression_level == ''
+        result = 6 #default value
+      else
+        result = Integer(compression_level)
+        unless result >= 0 and result <= 9
+          raise 'compression_level is not in [0..9]'
+        end
+      end
+
+      result
+    end
+
   end
 end

data/lib/export_mongo_s3/db.rb

@@ -1,7 +1,7 @@
 module ExportMongoS3
   class Db
 
-    SYSTEM_COLLECTIONS = %w(admin_users fs.chunks fs.files system.indexes)
+    SYSTEM_COLLECTIONS = %w(admin_users system.indexes)
 
     def initialize(options)
       @options            = options
@@ -66,7 +66,7 @@ module ExportMongoS3
 
       command = 'mongoexport'
       command << " #{@connection_options}"
-      command << ' --csv'
+      command << ' --type=csv'
       command << " --db '#{db}'"
       command << " --collection '#{collection}'"
       command << " --fields '#{fields.join(',')}'"
@@ -113,6 +113,11 @@ module ExportMongoS3
         collection_settings.each do |collection|
 
           name  = collection['name']
+
+          if name.nil? || name == ''
+            raise "Not valid param <name: #{collection}>"
+          end
+
           query = collection['query'].nil? || collection['query'] == '' ? nil : collection['query'].to_s
 
           fields = if collection['fields'].is_a?(String)
@@ -121,11 +126,6 @@ module ExportMongoS3
                      []
                    end
 
-
-          if name.nil? || name == ''
-            raise "Not valid param <name: #{collection}>"
-          end
-
           prepared_settings[name] =
               {
                   name:   name,

data/lib/helpers/config.yml.template

@@ -12,6 +12,8 @@ export:
        query: '{field1: { $gte: 3 }, field2: 'value1'}'
        fields: field1, field2, field3
 
+  # Set zip compression level from 0(faster, just archives the file without any compression) to 9(slower, maximum compression)
+  compression_level: 6
 
   # Temporary directory for files. Default: system temp directory
   temp_directory:

metadata

@@ -1,41 +1,41 @@
 --- !ruby/object:Gem::Specification
 name: export_mongo_s3
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.4
 platform: ruby
 authors:
 - Yakupov Dima
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-02 00:00:00.000000000 Z
+date: 2015-07-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.6'
 - !ruby/object:Gem::Dependency
   name: aws-sdk
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.57'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.57'
 description: Command-line application for MongoDB export(mongoexport) to CSV and upload
@@ -47,7 +47,7 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
+- ".gitignore"
 - Gemfile
 - README.md
 - bin/export_mongo_s3
@@ -71,17 +71,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.2
+rubygems_version: 2.4.5
 signing_key: 
 specification_version: 4
 summary: Some summary