aliyun-oss-sync 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 77bf52c78219f3aa6964e3bdfdd4ea1f1b13daf4
+  data.tar.gz: 9ffb4d6a1597dba5f12a9364bbfc334f8028eadd
+SHA512:
+  metadata.gz: fd721ebdb99518edcccad6ee6945d0a1876460018a11dfdc75d4bf07c7f12448620101d34f377d9a57c6684b98dfd0841fa0f411ac0e56fc3f59d148c712047b
+  data.tar.gz: 5865bb41615fe77af1fb5c0548e6a5f42985ef732724ee7c78296b3fefade4fe28310e81c1bf7a66834019f3e93a08470e7ba0ff05e1d4bf629198f702c9f958

data/Gemfile

@@ -0,0 +1,3 @@
+source 'http://ruby.taobao.org'
+#source 'https://rubygems.org'
+gemspec

data/Gemfile.lock

@@ -0,0 +1,70 @@
+PATH
+  remote: .
+  specs:
+    aliyun-oss-sync (0.0.1)
+      aliyun-oss
+      colored
+      gli (= 2.9.0)
+      listen
+      mime-types
+
+GEM
+  remote: http://ruby.taobao.org/
+  specs:
+    aliyun-oss (0.7.0.1349333720)
+      builder
+      mime-types
+      xml-simple
+    aruba (0.5.4)
+      childprocess (>= 0.3.6)
+      cucumber (>= 1.1.1)
+      rspec-expectations (>= 2.7.0)
+    builder (3.2.2)
+    celluloid (0.15.2)
+      timers (~> 1.1.0)
+    celluloid-io (0.15.0)
+      celluloid (>= 0.15.0)
+      nio4r (>= 0.5.0)
+    childprocess (0.5.1)
+      ffi (~> 1.0, >= 1.0.11)
+    colored (1.2)
+    cucumber (1.3.13)
+      builder (>= 2.1.2)
+      diff-lcs (>= 1.1.3)
+      gherkin (~> 2.12)
+      multi_json (>= 1.7.5, < 2.0)
+      multi_test (>= 0.1.1)
+    diff-lcs (1.2.5)
+    ffi (1.9.3)
+    gherkin (2.12.2)
+      multi_json (~> 1.3)
+    gli (2.9.0)
+    json (1.8.1)
+    listen (2.7.1)
+      celluloid (>= 0.15.2)
+      celluloid-io (>= 0.15.0)
+      rb-fsevent (>= 0.9.3)
+      rb-inotify (>= 0.9)
+    mime-types (2.2)
+    multi_json (1.9.2)
+    multi_test (0.1.1)
+    nio4r (1.0.0)
+    rake (10.2.1)
+    rb-fsevent (0.9.4)
+    rb-inotify (0.9.3)
+      ffi (>= 0.5.0)
+    rdoc (4.1.1)
+      json (~> 1.4)
+    rspec-expectations (2.14.5)
+      diff-lcs (>= 1.1.3, < 2.0)
+    timers (1.1.0)
+    xml-simple (1.1.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  aliyun-oss-sync!
+  aruba
+  rake
+  rdoc

data/README.md

@@ -0,0 +1,25 @@
+# aliyun-oss-sync
+
+阿里云OSS同步工具
+
+## 安装
+
+    gem install aliyun-oss-sync
+
+## 同步
+
+### 本地文件同步到OSS
+
+    OSS_ACCESS_ID=your-access-id \
+    OSS_ACCESS_SECRET=your-access-secret \
+    aliyun-oss-sync push bucket名称:远程目录 本地目录
+
+### OSS文件同步到本地
+
+    OSS_ACCESS_ID=your-access-id \
+    OSS_ACCESS_SECRET=your-access-secret \
+    aliyun-oss-sync pull bucket名称:远程目录 本地目录
+
+具体的参数可以用 `aliyun-oss-sync --help [子命令]` 查看
+
+

data/Rakefile

@@ -0,0 +1,44 @@
+require 'rake/clean'
+require 'rubygems'
+require 'rubygems/package_task'
+require 'rdoc/task'
+require 'cucumber'
+require 'cucumber/rake/task'
+Rake::RDocTask.new do |rd|
+  rd.main = "README.rdoc"
+  rd.rdoc_files.include("README.rdoc","lib/**/*.rb","bin/**/*")
+  rd.title = 'Your application title'
+end
+
+spec = eval(File.read('aosss.gemspec'))
+
+Gem::PackageTask.new(spec) do |pkg|
+end
+CUKE_RESULTS = 'results.html'
+CLEAN << CUKE_RESULTS
+desc 'Run features'
+Cucumber::Rake::Task.new(:features) do |t|
+  opts = "features --format html -o #{CUKE_RESULTS} --format progress -x"
+  opts += " --tags #{ENV['TAGS']}" if ENV['TAGS']
+  t.cucumber_opts =  opts
+  t.fork = false
+end
+
+desc 'Run features tagged as work-in-progress (@wip)'
+Cucumber::Rake::Task.new('features:wip') do |t|
+  tag_opts = ' --tags ~@pending'
+  tag_opts = ' --tags @wip'
+  t.cucumber_opts = "features --format html -o #{CUKE_RESULTS} --format pretty -x -s#{tag_opts}"
+  t.fork = false
+end
+
+task :cucumber => :features
+task 'cucumber:wip' => 'features:wip'
+task :wip => 'features:wip'
+require 'rake/testtask'
+Rake::TestTask.new do |t|
+  t.libs << "test"
+  t.test_files = FileList['test/*_test.rb']
+end
+
+task :default => [:test,:features]

data/aosss.gemspec

@@ -0,0 +1,30 @@
+# Ensure we require the local version and not one we might have installed already
+require File.join([File.dirname(__FILE__),'lib','aosss','version.rb'])
+spec = Gem::Specification.new do |s| 
+  s.name = 'aliyun-oss-sync'
+  s.version = Aosss::VERSION
+  s.author = 'qhwa'
+  s.email = 'qhwa@163.com'
+  s.homepage = 'http://q.pnq.cc'
+  s.platform = Gem::Platform::RUBY
+  s.summary = 'Sync script for aliyun OSS'
+  s.files = `git ls-files`.split("
+")
+  s.require_paths << 'lib'
+  s.has_rdoc = true
+  s.extra_rdoc_files = ['README.md','aosss.rdoc']
+  s.rdoc_options << '--title' << 'aosss' << '--main' << 'README.rdoc' << '-ri'
+  s.bindir = 'bin'
+  s.executables << 'aliyun-oss-sync'
+
+
+  s.add_development_dependency('rake')
+  s.add_development_dependency('rdoc')
+  s.add_development_dependency('aruba')
+
+  s.add_runtime_dependency('gli','2.9.0')
+  s.add_runtime_dependency('aliyun-oss')
+  s.add_runtime_dependency('listen')
+  s.add_runtime_dependency('colored')
+  s.add_runtime_dependency('mime-types')
+end

data/aosss.rdoc

@@ -0,0 +1,5 @@
+= aosss
+
+Generate this with
+    aosss rdoc
+After you have described your command line interface

data/bin/aliyun-oss-sync

@@ -0,0 +1,82 @@
+#!/usr/bin/env ruby
+require 'gli'
+begin # XXX: Remove this begin/rescue before distributing your app
+require 'aosss'
+rescue LoadError
+  STDERR.puts "In development, you need to use `bundle exec bin/aosss` to run your app"
+  STDERR.puts "At install-time, RubyGems will make sure lib, etc. are in the load path"
+  STDERR.puts "Feel free to remove this message from bin/aosss now"
+  exit 64
+end
+
+include GLI::App
+
+program_desc 'aliyun oss sync'
+version Aosss::VERSION
+
+#desc 'Describe some switch here'
+#switch [:s,:switch]
+
+desc 'aliyun access key id'
+flag [:k, :key]
+
+desc 'aliyun access key secret'
+flag [:s, :secret]
+
+pre do |global,command,options,args|
+  true
+end
+
+post do |global,command,options,args|
+end
+
+on_error do |exception|
+  # Error logic here
+  # return false to skip default error handling
+  puts exception.message
+  puts exception.backtrace
+  true
+end
+
+
+desc 'pull files from Aliyun OSS to local directory'
+arg_name 'bucket'
+
+command :pull do |c|
+
+  c.action do |global, options, args|
+    Aosss.pull  key:        global[:key],
+                secret:     global[:secret],
+                remote:     args[0],
+                local_path: args[1] || Dir.pwd
+
+  end
+end
+
+desc 'push files from local directory to Aliyun OSS'
+command :push do |c|
+  c.desc 'only test, not do real file uploading'
+  c.switch [:d, :dryrun]
+
+  c.desc 'copy method'
+  c.default_value 'skip'
+  c.flag :method
+
+  c.action do |global, options, args|
+    Aosss.push  key:        global[:key],
+                secret:     global[:secret],
+                dryrun:     options[:dryrun],
+                method:     options[:method],
+                remote:     args[0],
+                local_path: args[1] || Dir.pwd
+  end
+end
+
+desc 'sync files between local directory and Aliyun OSS'
+command :sync do |c|
+  c.action do
+  end
+end
+
+
+exit run(ARGV)

data/features/aosss.feature

@@ -0,0 +1,8 @@
+Feature: My bootstrapped app kinda works
+  In order to get going on coding my awesome app
+  I want to have aruba and cucumber setup
+  So I don't have to do it myself
+
+  Scenario: App just runs
+    When I get help for "aosss"
+    Then the exit status should be 0

data/features/step_definitions/aosss_steps.rb

@@ -0,0 +1,6 @@
+When /^I get help for "([^"]*)"$/ do |app_name|
+  @app_name = app_name
+  step %(I run `#{app_name} help`)
+end
+
+# Add more step definitions here

data/features/support/env.rb

@@ -0,0 +1,15 @@
+require 'aruba/cucumber'
+
+ENV['PATH'] = "#{File.expand_path(File.dirname(__FILE__) + '/../../bin')}#{File::PATH_SEPARATOR}#{ENV['PATH']}"
+LIB_DIR = File.join(File.expand_path(File.dirname(__FILE__)),'..','..','lib')
+
+Before do
+  # Using "announce" causes massive warnings on 1.9.2
+  @puts = true
+  @original_rubylib = ENV['RUBYLIB']
+  ENV['RUBYLIB'] = LIB_DIR + File::PATH_SEPARATOR + ENV['RUBYLIB'].to_s
+end
+
+After do
+  ENV['RUBYLIB'] = @original_rubylib
+end

data/lib/aosss.rb

@@ -0,0 +1,20 @@
+require 'aosss/version.rb'
+require 'aosss/sync.rb'
+
+module Aosss
+
+  class << self
+    def pull( options )
+      Sync.new( options ).pull
+    end
+
+    def push( options )
+      Sync.new( options ).push
+    end
+
+    def sync( options )
+      Sync.new( options ).sync
+    end
+  end
+
+end

data/lib/aosss/sync.rb

@@ -0,0 +1,119 @@
+require 'colored'
+require 'aliyun/oss'
+require 'listen'
+require 'find'
+require 'pathname'
+
+module Aosss
+
+  class Sync
+
+    attr_reader :bucket, :key, :secret, :remote, :remote_path, :local_path
+
+    def initialize( options )
+      @key        = options[:key] || ENV['OSS_ACCESS_ID']
+      @secret     = options[:secret] || ENV['OSS_ACCESS_SECRET']
+      @remote     = options[:remote]
+      @dryrun     = options[:dryrun]
+      @method     = options[:method]
+      @local_path = File.expand_path(options[:local_path])
+      parse_remote
+      init_connection
+    end
+
+    def pull
+      step_info "pulling #{"(dryrun)" if @dryrun}"
+
+      print indent << "#{bucket}:#{remote_path}"
+      print " => "
+      print "local:#{local_path}\n"
+    end
+
+    def push
+      step_info "pushing #{"(dryrun)" if @dryrun}"
+
+      print "\n#{indent} " <<
+        "#{bucket}:#{remote_path}".bold <<
+        " => local:#{local_path}".bold <<
+        "\n\n"
+
+      Find.find( local_path ) do |path|
+        if File.basename(path).start_with? ?.
+          Find.prune 
+        elsif !File.directory?(path)
+          file = short_path(path)
+
+          print indent << "=> ".black << file
+
+          if @method == "skip" and exist_on_oss?( File.join( remote_path, file ) )
+            print " ~skip\n".yellow
+          else
+            push_to_oss( file ) unless @dryrun
+            print " ✔\n".green
+          end
+        end
+      end
+
+    end
+
+    private
+
+      def parse_remote
+        @bucket, @remote_path = @remote.split(":")
+        @remote_path ||= "/"
+      end
+
+      def init_connection
+        step_info "init connection"
+        Aliyun::OSS::Base.establish_connection!(
+          :access_key_id     => key, 
+          :secret_access_key => secret
+        )
+      end
+
+      def step_info( msg )
+        puts "----> #{msg}"
+      end
+
+      def indent
+        " " * 6
+      end
+
+      def short_path( path )
+        Pathname.new( path ).relative_path_from( Pathname.new( local_path ) ).to_path
+      end
+
+      def push_to_oss( file )
+        Aliyun::OSS::OSSObject.store(
+          File.join( remote_path, file ),
+          open(file),
+          bucket
+        )
+      end
+
+      def open( file )
+        File.open( File.expand_path(file, local_path) )
+      end
+
+      def exist_on_oss?( file )
+        oss_bucket
+        Aliyun::OSS::OSSObject.exists? file, bucket
+      end
+
+      def oss_bucket
+        @oss_bucket ||= Aliyun::OSS::Bucket.find bucket
+      end
+
+    public
+
+      def watch
+        Listen.to!( local_path, relative_paths: true ) do |modified, added, removed| 
+          modified.each   {|file| push_to_oss(file) }
+          added.each      {|file| push_to_oss(file) }
+          removed.each    {|file| del_in_oss(file) }
+        end
+      end
+
+  end
+
+end

data/lib/aosss/version.rb

@@ -0,0 +1,3 @@
+module Aosss
+  VERSION = '0.0.1'
+end

data/test/default_test.rb

@@ -0,0 +1,14 @@
+require 'test_helper'
+
+class DefaultTest < Test::Unit::TestCase
+
+  def setup
+  end
+
+  def teardown
+  end
+
+  def test_the_truth
+    assert true
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,9 @@
+require 'test/unit'
+
+# Add test libraries you want to use here, e.g. mocha
+
+class Test::Unit::TestCase
+
+  # Add global extensions to the test case class here
+  
+end

metadata

@@ -0,0 +1,178 @@
+--- !ruby/object:Gem::Specification
+name: aliyun-oss-sync
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- qhwa
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aruba
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: gli
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.9.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.9.0
+- !ruby/object:Gem::Dependency
+  name: aliyun-oss
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: listen
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colored
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mime-types
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email: qhwa@163.com
+executables:
+- aliyun-oss-sync
+extensions: []
+extra_rdoc_files:
+- README.md
+- aosss.rdoc
+files:
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- aosss.gemspec
+- aosss.rdoc
+- bin/aliyun-oss-sync
+- features/aosss.feature
+- features/step_definitions/aosss_steps.rb
+- features/support/env.rb
+- lib/aosss.rb
+- lib/aosss/sync.rb
+- lib/aosss/version.rb
+- test/default_test.rb
+- test/test_helper.rb
+homepage: http://q.pnq.cc
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options:
+- "--title"
+- aosss
+- "--main"
+- README.rdoc
+- "-ri"
+require_paths:
+- lib
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Sync script for aliyun OSS
+test_files: []