oss-client 0.0.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2ebd5ecf2cb9580dcb77ac960b443d851a3fd358
+  data.tar.gz: fba6852827b976406a7a4274f5943ccc3861b7ff
+SHA512:
+  metadata.gz: 61841e701790248f0d5eb2d9243fd017eb48d64e97b54a158128ef5434d42819c36869f2eaee5ae304360ddaaa37c008422f5cb78b1fdaedb5ebbf4bd600e103
+  data.tar.gz: 4c390407650d3c700fe395ff68a72dc5f99c1d9486cf24177de38f87b06264c92568480f940cc0bdea73afec85e2543da924efb430612a4cfcd158df9791e3d2

data/Gemfile

@@ -0,0 +1 @@
+gemspec

data/README.md

@@ -0,0 +1,64 @@
+## Aliyun oss client for [Fluent-plugin-oss](https://github.com/jicong/fluent-plugin-oss)
+
+## Install
+```
+gem install oss-client
+```
+
+## Usage
+### Basic
+Set oss account by arguments.
+
+```
+oss-client --endpoint xxx --access_key_id xxx --access_key_secret xxx --bucket xxx oss-client command
+```
+
+You can also use enviroment variables.
+
+```
+ENDPOINT=xxx ACCESS_KEY_ID=xxx ACCESS_KEY_SECRET=xxx BUCKET=xxx oss-client command
+```
+
+### List
+Get objects list from oss with a specific prefix.
+
+```
+oss-client list -p xxx #The prefix argument works in all commands
+```
+
+### Summary
+Get objects count in all vitual directories.
+
+```
+oss-client summary
+```
+
+Specify the delimiter(default: '/'). 
+
+```
+oss-client summary -d -
+```
+
+Count sub-directories.
+
+```
+oss-client summary --max-depth=2
+```
+
+### Delete
+Remove objects in oss.
+
+```
+oss-client delete
+```
+
+Then type 'Y' to confirm.
+
+### Download
+Use download-dir argument to specify the download directory(default: current dir).
+
+```
+oss-client download
+```
+
+If there is an object named 'a/b/c.jpg', directories 'a' and 'b' will be create recursively.

data/VERSION

@@ -0,0 +1 @@
+0.0.3

data/bin/oss-client

@@ -0,0 +1,113 @@
+#!/usr/bin/env ruby
+require 'aliyun/oss'
+require 'optparse'
+require 'fileutils'
+require 'progress_bar'
+
+options = {
+  delimiter: '/',
+  max_depth: 1,
+  download_dir: '.'
+}
+
+OptionParser.new do |opts|
+  opts.banner = "Usage: oss-client command [options]"
+
+  opts.on("--endpoint [STRING]", "Aliyun oss endpoint") do |str|
+    options[:endpoint] = str
+  end
+
+  opts.on("--access_key_id [STRING]", "Aliyun oss access key id") do |str|
+    options[:access_key_id] = str
+  end
+
+  opts.on("--access_key_secret [STRING]", "Aliyun oss access key secret") do |str|
+    options[:access_key_secret] = str
+  end
+
+  opts.on("--bucket [STRING]", "Aliyun oss bucket name") do |str|
+    options[:bucket] = str
+  end
+
+  opts.on("-p", "--prefix [STRING]", "Prefix filter for oss objects") do |str|
+    options[:prefix] = str
+  end
+
+  opts.on("-d", "--delimiter [DEMILITER]", "Path delimiter for oss objects(default '/')") do |str|
+    options[:delimiter] = str
+  end
+
+  opts.on("--max-depth [INTEGER]", OptionParser::DecimalInteger, "Max depth for command 'summary'(default 1)") do |int|
+    options[:max_depth] = int
+  end
+
+  opts.on("--download-dir [PATH]", "Download path(default '.'") do |path|
+    options[:download_dir] = path
+  end
+
+  opts.on_tail("-h", "--help", "Show this message") do
+    puts opts
+    exit
+  end
+
+  opts.on_tail("--version", "Show version") do
+    puts File.read(File.join(File.dirname(__FILE__), '../VERSION'))
+    exit
+  end
+end.parse!
+
+client = Aliyun::OSS::Client.new(
+  :endpoint => options[:endpoint] || ENV['ENDPOINT'],
+  :access_key_id => options[:access_key_id] || ENV['ACCESS_KEY_ID'],
+  :access_key_secret => options[:access_key_secret] || ENV['ACCESS_KEY_SECRET'])
+bucket = client.get_bucket(options[:bucket] || ENV['BUCKET'])
+
+case cmd = ARGV.pop
+when 'list'
+  objects = bucket.list_objects(prefix: options[:prefix])
+  objects.each do |o|
+    puts o.key
+  end
+when 'summary'
+  objects = bucket.list_objects(prefix: options[:prefix])
+  map = {}
+  objects.each do |o|
+    key = o.key.split(options[:delimiter])[0..options[:max_depth]-1].join(options[:delimiter])
+    map[key] ||= 0
+    map[key] += 1
+  end
+  map.each do |k, v|
+    puts "#{k}(#{v})"
+  end
+when 'delete'
+  objects = bucket.list_objects(prefix: options[:prefix])
+  list = []
+  objects.each do |o|
+    puts o.key
+    list << o.key
+  end
+  unless list.empty?
+    puts "\nDelete all of above?(Y/N)"
+    list.each do |e|
+      puts "Deleting #{e}"
+      bucket.delete_object(e)
+    end if STDIN.gets(1).upcase == 'Y'
+  end
+when 'download'
+  objects = bucket.list_objects(prefix: options[:prefix])
+  objects.each do |o|
+    arr = o.key.split(options[:delimiter])
+    filename = arr.pop
+    dir = File.join(options[:download_dir], arr.join('/'))
+    FileUtils.mkdir_p dir
+    puts "Downloading #{o.key}"
+    bar = ProgressBar.new(100, :bar, :percentage, :elapsed, :eta)
+    bucket.resumable_download(o.key, File.join(dir, filename)) do |p|
+      bar.increment!(p*100 - bar.count)
+    end
+  end
+when nil
+  raise 'Need to specify a command(list/summary/delete/download).See more in README.md'
+else
+  raise "Command not supported: #{cmd}"
+end

data/oss-client.gemspec

@@ -0,0 +1,22 @@
+# encoding: utf-8
+
+Gem::Specification.new do |gem|
+  gem.name        = "oss-client"
+  gem.description = "Aliyun oss client"
+  gem.license     = "MIT"
+  gem.homepage    = "https://github.com/jicong/oss-client"
+  gem.summary     = gem.description
+  gem.version     = File.read("VERSION").strip
+  gem.authors     = ["sjtubreeze"]
+  gem.email       = "sjtubreeze@163.com"
+  gem.has_rdoc    = false
+  gem.files       = `git ls-files`.split("\n")
+  gem.test_files  = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.require_paths = ['lib']
+
+  gem.add_dependency "aliyun-sdk", [">= 0.6.0"]
+  gem.add_dependency "progress_bar", [">= 1.1.0"]
+  gem.add_development_dependency "rake", ">= 0.9.2"
+  gem.add_development_dependency "test-unit", ">= 3.0.8"
+end

metadata

@@ -0,0 +1,105 @@
+--- !ruby/object:Gem::Specification
+name: oss-client
+version: !ruby/object:Gem::Version
+  version: 0.0.3
+platform: ruby
+authors:
+- sjtubreeze
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-08-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aliyun-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+- !ruby/object:Gem::Dependency
+  name: progress_bar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.8
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.8
+description: Aliyun oss client
+email: sjtubreeze@163.com
+executables:
+- oss-client
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README.md
+- VERSION
+- bin/oss-client
+- oss-client.gemspec
+homepage: https://github.com/jicong/oss-client
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Aliyun oss client
+test_files: []