upload_image_retain_low_quality 0.0.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 59c64b1ff41b3cb21a09116110e3f8437b37847d
+  data.tar.gz: 698f16985c323da5d15d1208506794c6a0abb1eb
+SHA512:
+  metadata.gz: d1f648a399b674b724ee077afdcc1dfb02a7fddb87b0955bbb05877a6de92d4b0f84068dd238fbffaae2867e28438331058046c1f24c7197ab30e0edac00f8da
+  data.tar.gz: ff9deb3770d44966e903ff3661f765e4a702255bb6c2ef3409ac82bb749aa8f2fdce0f57dc43179b30c02e1cde3250cea9fc44238842a294158eed7b9cfcdc57

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.upload_image_retain_low_qualityrc

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in upload_image_retain_low_quality.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 y.fujii
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,46 @@
+# UploadImageRetainLowQuality
+upload image to s3(Glacier) bucket retain low quality image file
+
+## Requirements
+
+ImageMagick or GraphicsMagick command-line tool has to be installed.
+because to use [minimagick](https://github.com/minimagick/minimagick)
+
+## Installation
+
+install
+
+    $ gem install upload_image_retain_low_quality
+
+## Usage
+
+####First setting
+
+    $ upload_image_retain_low_quality init
+
+####Upload Image
+create .upload_image_retain_low_qualityrc in your current directory
+rewrite your aws key and secret
+
+    access_key_id: 'YOUR ACCESS KEY'
+    secret_access_key:  'SECRET ACCESS KEY'
+
+move to direcory. then just do this.
+
+    $ upload_image_retain_low_quality
+
+current directory image files(.jpg .jpeg .gif .png) convert low quality and transfer your interactive selected buckets and folder.
+
+
+help
+
+    $ upload_image_retain_low_quality --help
+
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/upload_image_retain_low_quality

@@ -0,0 +1,48 @@
+#!/usr/bin/env ruby
+
+require 'upload_image_retain_low_quality'
+
+params = ARGV.getopts('q:f:hd', 'quality:50', 'file_or_dir:./', 'help', 'delete')
+params["quality"] = params["q"].nil? ? params["quality"] : params["q"]
+params["file_or_dir"] = params["f"].nil? ? params["file_or_dir"] : params["d"]
+params["help"] = params["h"].nil? ? params["help"] : params["h"]
+params["delete"] = params["d"].nil? ? params["delete"] : params["d"]
+
+# show help
+if ARGV == ["init"]
+  # aws_congigを生成する処理
+  UploadImageRetainLowQuality::S3.generate_config
+else
+  if params["help"]
+
+puts <<"HELP_MES"
+upload_image_retain_low_quality version: #{UploadImageRetainLowQuality::VERSION}
+
+First Setting:
+  $ upload_image_retain_low_quality ini
+
+  .upload_image_retain_low_qualityrc is created in your current directory
+  open the file with editor
+
+  rewrire your key and secret
+    access_key_id: 'YOUR ACCESS KEY'
+    secret_access_key:  'SECRET ACCESS KEY'
+
+Usage:
+  $ upload_image_retain_low_quality [-q --quality] [-f --file_or_dir] [-h --help] [-d --delete]
+
+  Options:
+    -q            : set down quality percent(default: 50)
+    -f            : set target directory or file(default: current directory)
+    -d            : no backup original image file
+    -h            : this help
+
+HELP_MES
+
+  else
+    UploadImageRetainLowQuality::CLI.run(params)
+  end
+
+end
+
+

data/lib/upload_image_retain_low_quality.rb

@@ -0,0 +1,56 @@
+require "upload_image_retain_low_quality/version"
+require 'upload_image_retain_low_quality'
+require 'upload_image_retain_low_quality/console'
+require 'upload_image_retain_low_quality/image'
+require 'upload_image_retain_low_quality/s3'
+
+require "aws-sdk"
+require "mini_magick"
+require 'optparse'
+require "yaml"
+require 'parallel'
+
+module UploadImageRetainLowQuality
+
+  class CLI
+    def self.run(params)
+      # bucketの選択
+      s3 = S3.new
+      all_buckets = Console.show_item_with_pointer(s3.buckets)
+      idx = Console.gets_from_stdin("select number your bucket")
+      s3.bucket = all_buckets[idx]
+
+      # ディレクトリの選択
+      while !s3.directories.empty? && !Console.get_y_or_n_from_stdin("update here?")
+        directories = Console.show_item_with_pointer(s3.directories)
+        idx = Console.gets_from_stdin("select number upload folder")
+        s3.cd(directories[idx])
+      end
+
+      image_upload_proc = ->(image){
+        if image && image.valid_ext?
+          quality_down_file = image.quality_down(params["quality"])
+          s3.upload_file(image.file, s3.current_path)
+          if params["delete"]
+            image.destroy!
+          else
+            image.backup!
+          end
+        end
+      }
+
+      if File::ftype(params["file_or_dir"]) == "directory"
+        images = Dir::entries(params["file_or_dir"]).map{|file| Image.new(file)}.select(&:valid_ext?)
+      else
+        images = [Image.new(params["file_or_dir"])]
+      end
+
+      idx = 0
+      Parallel.each(images, in_threads: Parallel.processor_count) do |file|
+        idx += 1
+        Console.progress_bar(idx, images.size)
+        image_upload_proc.call(file)
+      end
+    end
+  end
+end

data/lib/upload_image_retain_low_quality/console.rb

@@ -0,0 +1,55 @@
+module UploadImageRetainLowQuality
+  class Console
+    # Class Methods
+    class << self
+      def gets_from_stdin(message = nil)
+        print "#{message}: " unless message.nil?
+        str = STDIN.gets.chomp
+      end
+
+      def get_y_or_n_from_stdin(message)
+        bol = ""
+        while !%w(Y N).include?(bol.upcase)
+          bol = gets_from_stdin("#{message}(y/n)")
+        end
+        bol.upcase == "Y"
+      end
+
+      def show_item_with_pointer(iterator, console_print = true)
+        rtn_hash = {}
+        iterator.each_with_index do |value, idx|
+          rtn_hash[idx.to_s] = value
+          if console_print
+            if value.is_a?(AWS::S3::Bucket)
+              p "[" + (idx).to_s + "] " + value.name.to_s
+            else
+              p "[" + (idx).to_s + "] " + value
+            end
+          end
+        end
+
+        rtn_hash
+      end
+
+      def progress_bar(i, max = 100)
+        i = i.to_f
+        max = max.to_f
+        i = max if i > max
+        percent = i / max * 100.0
+        rest_size = 1 + 5 + 1 # space + progress_num + %
+        bar_size = 79 - rest_size # (width - 1) - rest_size
+        bar_str = '%-*s' % [bar_size, ('#' * (percent * bar_size / 100).to_i)]
+        progress_num = '%3.1f' % percent
+        print "\r#{bar_str} #{'%5s' % progress_num}%"
+      end
+
+      def print_green(str)
+        puts "\e[32m#{str}\e[0m"
+      end
+
+      def print_red(str)
+        puts "\e[31m#{str}\e[0m"
+      end
+    end # Class Methods End
+  end
+end

data/lib/upload_image_retain_low_quality/image.rb

@@ -0,0 +1,44 @@
+module UploadImageRetainLowQuality
+  class Image
+    # 対象の拡張子
+    TARGET_EXT = %w(.jpg .jpeg .gif .png)
+    ORIGINAL_IMAGE_DIR = "original_image/"
+
+    def initialize(file)
+      return nil unless FileTest.file?(file)
+      @file = file
+      @ext = File.extname(file)
+      @base_name = File.basename(file, @ext)
+    end
+
+    def valid_ext?
+      TARGET_EXT.include?(@ext)
+    end
+
+    def file
+      @file
+    end
+
+    def quality_down(quality)
+      #p "#{@file} change quality #{quality}"
+      down_filename = "#{@base_name}_#{quality}#{@ext}"
+
+      image = MiniMagick::Image.open(@file)
+      image.format(@ext[1..-1])
+      image.quality(quality)
+      image.write(down_filename)
+
+      return down_filename
+    end
+
+    def backup!
+      FileUtils.mkdir_p(ORIGINAL_IMAGE_DIR) unless File.exists?(ORIGINAL_IMAGE_DIR)
+      FileUtils.move(@file, ORIGINAL_IMAGE_DIR + @file)
+    end
+
+    def destroy!
+      File.delete(@file)
+    end
+  end
+end
+

data/lib/upload_image_retain_low_quality/s3.rb

@@ -0,0 +1,67 @@
+module UploadImageRetainLowQuality
+  class S3
+    CONFIG_FILE = ".upload_image_retain_low_qualityrc"
+
+    def initialize
+      file =  if FileTest.file?(CONFIG_FILE)
+                CONFIG_FILE
+              else
+                [Dir.home, CONFIG_FILE].join("/")
+              end
+
+      raise "no aws config file" unless FileTest.file?(file)
+      @s3 = ::AWS::S3.new(YAML.load_file(file))
+    end
+
+    def buckets
+      @s3.buckets
+    end
+
+    def bucket=(bucket)
+      @bucket = bucket
+    end
+
+    def directories
+      directories = @bucket.as_tree({prefix: current_path}).children.select(&:branch?).collect(&:prefix)
+      directories.map{|dir| dir.split("/").last}
+    end
+
+    def current_path
+      @prefix
+    end
+
+    def cd(prefix)
+      @prefix = [@prefix, prefix].compact.join("/")
+    end
+
+    def upload_file(file, to_path, opts = {})
+      raise "set bucket at first"  unless @bucket
+      to_path = [to_path, file].compact.join("/")
+      acl = opts[:acl] || :private
+
+      #p puts "#{file} to #{to_path}"
+      obj = @bucket.objects[to_path] || @bucket.create(to_path)
+      obj.write(File.open(file), { :acl => acl })
+    end
+
+    # Class Methods
+    class << self
+      def generate_config
+        if FileTest.file?(CONFIG_FILE)
+          Console.print_red "#{CONFIG_FILE} is already exists"
+        else
+
+config = <<"CONFIG"
+access_key_id: 'YOUR ACCESS KEY'
+secret_access_key:  'SECRET ACCESS KEY'
+CONFIG
+
+          f = File.new(CONFIG_FILE, "w")
+          f << config
+          f.close
+          Console.print_green "#{CONFIG_FILE} was created"
+        end
+      end
+    end # Class Methods End
+  end
+end

data/lib/upload_image_retain_low_quality/version.rb

@@ -0,0 +1,3 @@
+module UploadImageRetainLowQuality
+  VERSION = "0.0.3"
+end

data/upload_image_retain_low_quality.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'upload_image_retain_low_quality/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "upload_image_retain_low_quality"
+  spec.version       = UploadImageRetainLowQuality::VERSION
+  spec.authors       = ["y.fujii"]
+  spec.email         = ["ishikurasakura@gmail.com"]
+  spec.description   = %q{upload image to s3 bucket retain low quality image file}
+  spec.summary       = %q{upload image to s3 bucket retain low quality image file}
+  spec.homepage      = "http://d.hatena.ne.jp/gogo_sakura/"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'aws-sdk'
+  spec.add_dependency 'mini_magick'
+  spec.add_dependency 'parallel'
+end

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification
+name: upload_image_retain_low_quality
+version: !ruby/object:Gem::Version
+  version: 0.0.3
+platform: ruby
+authors:
+- y.fujii
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-10-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mini_magick
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: upload image to s3 bucket retain low quality image file
+email:
+- ishikurasakura@gmail.com
+executables:
+- upload_image_retain_low_quality
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/upload_image_retain_low_quality
+- lib/upload_image_retain_low_quality.rb
+- lib/upload_image_retain_low_quality/console.rb
+- lib/upload_image_retain_low_quality/image.rb
+- lib/upload_image_retain_low_quality/s3.rb
+- lib/upload_image_retain_low_quality/version.rb
+- upload_image_retain_low_quality.gemspec
+homepage: http://d.hatena.ne.jp/gogo_sakura/
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: upload image to s3 bucket retain low quality image file
+test_files: []