scccp 0.0.1

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+coverage
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+# YARD artifacts
+.yardoc
+_yardoc
+doc/

data/Gemfile

@@ -0,0 +1,6 @@
+source "http://rubygems.org"
+gemspec
+
+group :test do
+  gem "test-unit","2.5.2"
+end

data/Gemfile.lock

@@ -0,0 +1,20 @@
+PATH
+  remote: .
+  specs:
+    scccp (0.0.1)
+      net-scp
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    net-scp (1.0.4)
+      net-ssh (>= 1.99.1)
+    net-ssh (2.6.1)
+    test-unit (2.5.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  scccp!
+  test-unit (= 2.5.2)

data/README.md

@@ -0,0 +1,4 @@
+scccp
+=====
+
+automatically scp files in a specified folder

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/example/sample.rb

@@ -0,0 +1,39 @@
+# https://github.com/pacojp/batchbase
+require 'batchbase'
+require 'scccp'
+
+include Batchbase::Core
+#create_logger('/tmp/batchbase_test_sample1.log')
+create_logger(STDERR)
+
+REMOTE_HOST = 'localhost'
+REMOTE_USER_NAME = 'paco'
+REMOTE_USER_PASSWORD = nil
+WORK_SPACE = '/tmp/test/scccp_sample/'
+REMOTE_PATH = WORK_SPACE + 'remote/'
+QUEUE_FOLDER = WORK_SPACE + 'from/'
+OK_FOLDER = WORK_SPACE + 'ok'
+NG_FOLDER = WORK_SPACE + 'ng'
+
+<<`MKDIR`
+mkdir -p /tmp/test/scccp_sample/from
+mkdir -p /tmp/test/scccp_sample/ok
+mkdir -p /tmp/test/scccp_sample/ng
+mkdir -p /tmp/test/scccp_sample/remote
+touch /tmp/test/scccp_sample/from/file1
+touch /tmp/test/scccp_sample/from/file2.tmp
+touch /tmp/test/scccp_sample/from/file3.ok
+MKDIR
+
+execute do
+  scccp = Scccp::Scp.new()
+  scccp.logger               = logger
+  scccp.remote_host          = REMOTE_HOST
+  scccp.remote_user_name     = REMOTE_USER_NAME
+  scccp.remote_user_password = REMOTE_USER_PASSWORD
+  scccp.remote_path          = REMOTE_PATH
+  scccp.queue_folder         = QUEUE_FOLDER
+  scccp.ok_folder            = OK_FOLDER
+  scccp.ng_folder            = NG_FOLDER
+  scccp.proceed
+end

data/lib/scccp.rb

@@ -0,0 +1,5 @@
+require "scccp/version"
+require "scccp/scp"
+
+module Scccp
+end

data/lib/scccp/scp.rb

@@ -0,0 +1,109 @@
+require 'net/scp'
+require 'fileutils'
+
+module Scccp
+  class Scp
+    ATTRS = [
+      :remote_host,
+      :remote_user_name,
+      :remote_user_password,
+      :remote_path,
+      :queue_folder,
+      :ok_folder,
+      :ng_folder,
+      :timeout,
+      :logger2ssh,
+      :logger
+    ]
+    ATTRS.each do |_attr|
+      attr_accessor _attr
+    end
+
+    def initialize(opts={})
+      opts.each do |k, v|
+        send("#{k}=", v)
+      end
+    end
+
+    def attrs_ok?
+      ATTRS.each do |attr|
+        #v = instance_variable_get("@#{attr.to_s}")
+        v = send(attr)
+        case attr
+        when :remote_user_name,:remote_user_password,:timeout,:logger2ssh
+          next
+        when :queue_folder,:ok_folder,:ng_folder
+          unless File.directory?(v)
+            raise "#{attr}:#{v} is not folder"
+          end
+        else
+          unless v
+            raise %|must set "#{attr}" at least|
+          end
+        end
+      end
+      true
+    end
+
+    def proceed
+      attrs_ok?
+      opt = {}
+      if remote_user_password
+        opt[:password] = remote_user_password
+      end
+      if timeout
+        opt[:timeout] = timeout
+      end
+      if logger2ssh
+        opt[:logger] = logger
+      end
+
+      files = Dir::entries(queue_folder).map{|o|"#{queue_folder}/#{o}"}
+      files = files.select do |o|
+        File::ftype(o) == "file" &&
+          !(o =~ /\.(tmp|ok)$/)
+      end
+
+      logger.info("queue_folder is #{queue_folder}")
+      logger.info("target is #{remote_host}:#{remote_path}")
+      #logger.info(files.inspect)
+
+      begin
+        # ブロックで使うと途中で失敗した場合にscpインスタンスを
+        # 使いまわせない（というか固まる）のでこんな感じの使い方で
+        scp = Net::SCP.start(remote_host, remote_user_name, opt)
+        files.each do |file|
+          ok_file = file + '.ok'
+          begin
+            logger.info "uploading_start:#{file}"
+            scp.upload! file, remote_path
+            logger.info "uploading_finish:#{file}"
+            FileUtils.touch ok_file
+            logger.info "uploading_start:#{ok_file}"
+            scp.upload! ok_file, remote_path
+            logger.info "uploading_finish:#{ok_file}"
+            FileUtils.mv(file,ok_folder)
+            FileUtils.mv(ok_file,ok_folder)
+            true
+          rescue => e
+            logger.error e
+            File.delete(ok_file) if File.exists?(ok_file)
+            FileUtils.mv(file,ng_folder)
+            begin
+              scp.session.close if scp
+            rescue
+            end
+            scp = Net::SCP.start(remote_host, remote_user_name, opt)
+            false
+          end
+        end
+      rescue SocketError => socket_error
+        logger.error socket_error
+      ensure
+        if scp
+          scp.session.close
+        end
+      end
+    end
+  end
+end

data/lib/scccp/version.rb

@@ -0,0 +1,3 @@
+module Scccp
+  VERSION = "0.0.1"
+end

data/scccp.gemspec

@@ -0,0 +1,26 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "scccp/version"
+
+Gem::Specification.new do |s|
+  s.name        = "scccp"
+  s.version     = Scccp::VERSION
+  s.authors     = ["pacojp"]
+  s.email       = ["paco.jp@gmail.com"]
+  s.homepage    = ""
+  s.summary     = %q{automatically scp files in a specified folder}
+  s.description = %q{automatically scp files in a specified folder}
+  s.rubyforge_project = "scccp"
+
+  #s.add_dependency "batchbase",["0.0.4"]
+  s.add_dependency "net-scp"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  # specify any dependencies here; for example:
+  # s.add_development_dependency "rspec"
+  # s.add_runtime_dependency "rest-client"
+end

data/test/test.rb

@@ -0,0 +1,115 @@
+# -*- coding: utf-8 -*-
+
+$: << File.dirname(__FILE__)
+require 'test_helper'
+require 'test/unit'
+require 'Fileutils'
+
+require 'scccp'
+
+class TestScccp < Test::Unit::TestCase
+
+  SCCCP_WORKING_DIR    = '/tmp/test/scccp/'
+  QUEUE_FOLDER         = "#{SCCCP_WORKING_DIR}from/"
+  OK_FOLDER            = "#{SCCCP_WORKING_DIR}done/"
+  NG_FOLDER            = "#{SCCCP_WORKING_DIR}error/"
+  REMOTE_PATH          = "#{SCCCP_WORKING_DIR}remote/"
+  REMOTE_USER_NAME     = 'paco'
+  REMOTE_USER_PASSWORD = nil
+  REMOTE_HOST          = "localhost"
+
+  def setup
+    FileUtils.mkdir_p(QUEUE_FOLDER)
+    FileUtils.mkdir_p(OK_FOLDER)
+    FileUtils.mkdir_p(REMOTE_PATH)
+    FileUtils.mkdir_p(NG_FOLDER)
+    delete_files(QUEUE_FOLDER)
+    delete_files(OK_FOLDER)
+    delete_files(NG_FOLDER)
+    delete_files(REMOTE_PATH)
+    files = [
+      @l_file     = QUEUE_FOLDER + 'testfile',
+      @l_file1    = QUEUE_FOLDER + 'testfile1',
+      @l_file2    = QUEUE_FOLDER + 'testfile2',
+      @l_file_tmp = QUEUE_FOLDER + 'test.tmp',
+      @l_file_ok  = QUEUE_FOLDER + 'test.ok'
+    ]
+    files.each do |file|
+      File.write(file,'test_data')
+    end
+  end
+
+  def delete_files(dir)
+    raise 'safety net orz' unless dir =~ %r|/scccp/|
+    Dir::entries(dir).each do |file|
+      file = "#{dir}/#{file}"
+      next unless File::ftype(file) == 'file'
+      File.delete(file) if File.exist?(file)
+    end
+  end
+
+  def attr
+    {
+      :logger               => Logger.new('/dev/null'),
+      :remote_host          => REMOTE_HOST,
+      :remote_user_name     => REMOTE_USER_NAME,
+      :remote_user_password => REMOTE_USER_PASSWORD,
+      :remote_path          => REMOTE_PATH,
+      :queue_folder         => QUEUE_FOLDER,
+      :ok_folder            => OK_FOLDER,
+      :ng_folder            => NG_FOLDER
+    }
+  end
+
+  def test_error
+    scccp = Scccp::Scp.new(attr)
+    scccp.remote_path = '/tmp/slefijseflislfjsliefjsief/'
+    scccp.timeout = 3
+    #scccp.logger2ssh = true
+    scccp.proceed
+
+    assert_true File.exists?(NG_FOLDER + "testfile2")
+    assert_false File.exists?(NG_FOLDER + "testfile2.ok")
+  end
+
+  def test_connection_error
+    scccp = Scccp::Scp.new(attr)
+    scccp.remote_host = 'sefisfejisfe.sefijsefij.esfij'
+    scccp.timeout = 3
+    #scccp.logger2ssh = true
+    scccp.proceed
+
+    # コネクションエラーだとキューフォルダーをいじらない
+    assert_true File.exists?(QUEUE_FOLDER + "testfile2")
+  end
+
+
+  def test_scccp
+    assert_true File.exists?(@l_file)
+    assert_true File.exists?(@l_file1)
+    scccp = Scccp::Scp.new()
+    assert_raise do
+      scccp.proceed
+    end
+    scccp.logger               = Logger.new('/dev/null')
+    scccp.remote_host          = REMOTE_HOST
+    scccp.remote_user_name     = REMOTE_USER_NAME
+    scccp.remote_user_password = REMOTE_USER_PASSWORD
+    scccp.remote_path          = REMOTE_PATH
+    scccp.queue_folder         = 'hohogege'
+    scccp.ok_folder            = OK_FOLDER
+    scccp.ng_folder            = NG_FOLDER
+
+    assert_raise do
+      scccp.proceed
+    end
+    scccp.queue_folder = QUEUE_FOLDER
+    scccp.proceed
+
+    assert_true File.exists?(REMOTE_PATH + "testfile2")
+    assert_true File.exists?(REMOTE_PATH + "testfile2.ok")
+
+    assert_true File.exists?(@l_file_tmp)
+    assert_true File.exists?(@l_file_ok)
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,5 @@
+$: << File.dirname(__FILE__) + '/../lib'
+
+require 'scccp'
+require 'scccp/version'
+

metadata

@@ -0,0 +1,76 @@
+--- !ruby/object:Gem::Specification
+name: scccp
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- pacojp
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: net-scp
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: automatically scp files in a specified folder
+email:
+- paco.jp@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- example/sample.rb
+- lib/scccp.rb
+- lib/scccp/scp.rb
+- lib/scccp/version.rb
+- scccp.gemspec
+- test/test.rb
+- test/test_helper.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: scccp
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: automatically scp files in a specified folder
+test_files:
+- test/test.rb
+- test/test_helper.rb
+has_rdoc: