sink3 0.0.3 → 0.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: a57e37f295cb6ef33451578518626ff5748468e7
-  data.tar.gz: 9253f8622cd3503c6f5f512914a6111b17c0dff1
+SHA256:
+  metadata.gz: bf1b237eda4a1a43f23fbba25471c652201aa05392bc1e292812585f7a3fc5e2
+  data.tar.gz: e689696ad585165583c2c56a17d653071bec6f6b363b13db0d006f8908cd2e8f
 SHA512:
-  metadata.gz: 4c9988ef08dc3c8e5195e520dc668f22364bce3d613f936ef7e922e84f2dd83434396897a5637fcfe192e8f0abe5d02672a1cc6a809f0a1c7b05466d39c21021
-  data.tar.gz: aa6ce99015a20eec5a53c91d40ad8a5eabcdc41574199168db38974ee52029bd68c9f3d700d6dc762abb30637b73f4215706ebd2facc96f8357dd4a0a889840a
+  metadata.gz: cdf2ddf9eb3b8a056d2acf22481a64ef0e045579ad705ea219c4102b62f9a93a3b30f229776e85f662d715657b284f9361f1d7db4fd2ac8938247e9b0fd9a04a
+  data.tar.gz: 5052a3ad6ed84f10ba6a241cf506d0a7daa04ffc0a166710b2ea6db774becdc557d2ef4a8dd98c80512387499394defd18c1d0f906130bf46d23b5fc0767c240

data/lib/sink3.rb

@@ -15,6 +15,10 @@ module Sink3
 
   class Configuration 
     attr_accessor :delete_after_upload
+    attr_accessor :skip_overwrite
+    attr_accessor :skip_date_partition
+    attr_accessor :verbose
+    attr_accessor :skip_full_path
 
     def delete_after_upload
       !!@delete_after_upload

data/lib/sink3/main.rb

@@ -9,22 +9,35 @@ require 'sink3/path_crawler'
 
 module Sink3 
   class Main < Thor
-    option :delete, type: :boolean
-
+    #
     # option :path, :required => true
-    desc "Send file to S3", "Send files to S3 in write only mode"
+    desc "send", "Send files to S3 in write only mode"
 
-    def send(path) 
-      configure
-      path = Pathname.new(path)
-      raise "specified path does not exist" unless path.exist?
+    option :delete, type: :boolean, desc: "delete origin file on succesful send"
+    option :skip_overwrite, type: :boolean, desc: "skip sending file if exists" 
+    option :verbose, type: :boolean, desc: "verbose" 
+    option :skip_date_partition, type: :boolean, desc: "remove YYYY-MM-DD remote prefix" 
+    option :skip_full_path, type: :boolean, desc: "don't archive file with full path prefix" 
 
+    def send(*paths) 
+      configure
       # overwrite hostname if configured
       Dotenv.overload('~/.sink3cfg')
+
       validate_env
 
-      prefix = path.realdirpath.basename
-      Sink3::PathCrawler.new(path, prefix).start
+      prefix = nil 
+      [paths].flatten.each do |path|
+        path = Pathname.new(path)
+        raise "specified path does not exist" unless path.exist?
+	
+	if path.relative? || Sink3.config.skip_full_path
+          prefix = nil 
+	else 
+          path = path.realdirpath
+	end
+        Sink3::PathCrawler.new(path, prefix).start
+      end
     end
 
     private 
@@ -34,6 +47,10 @@ module Sink3
 
       Sink3.configure do |config| 
         config.delete_after_upload = options[:delete]
+        config.skip_overwrite = options[:skip_overwrite]
+        config.verbose = options[:verbose]
+        config.skip_date_partition = options[:skip_date_partition]
+        config.skip_full_path = options[:skip_full_path]
       end
     end
 

data/lib/sink3/path_crawler.rb

@@ -44,10 +44,27 @@ module Sink3
       s3.buckets[ENV['BUCKET']]
     end
 
+    def check_exists remote_file
+      remote_file.exists?
+    rescue AWS::S3::Errors::Forbidden
+      # expect this error to be returned when file exists 
+      # and we don't have access to read the file
+      true 
+    end
+
     def send_to_remote
-      remote_path = "#{ENV['HOSTNAME'].strip}/#{formatted_date}/#{prefix_and_path}"
+      remote_path = "#{ENV['HOSTNAME'].strip}/#{formatted_date}#{prefix_and_path}"
       remote_file = bucket.objects[remote_path]
-      remote_file.write(@path)
+      if Sink3.config.skip_overwrite 
+	if ! check_exists(remote_file)
+	  puts "remote file does not exist #{remote_path}"  if Sink3.config.verbose
+	  remote_file.write(@path)
+	else
+          puts "skpping overwrite of #{remote_path}"  if Sink3.config.verbose
+        end
+      else
+        remote_file.write(@path)
+      end
 
       if Sink3.config.delete_after_upload? 
         FileUtils.rm @path
@@ -55,7 +72,11 @@ module Sink3
     end
 
     def formatted_date
-      Time.now.strftime "%Y-%m-%d"
+      if !Sink3.config.skip_date_partition
+        return "#{Time.now.strftime "%Y-%m-%d"}/"
+      else
+        return ""
+      end
     end
 
     def prefix_and_path

data/lib/sink3/version.rb

@@ -1,3 +1,3 @@
 module Sink3
-  VERSION = "0.0.3"
+  VERSION = "0.0.8"
 end

metadata

@@ -1,83 +1,83 @@
 --- !ruby/object:Gem::Specification
 name: sink3
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.8
 platform: ruby
 authors:
 - Fabrizio Regini
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-02-02 00:00:00.000000000 Z
+date: 2021-05-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-v1
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 1.61.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 1.61.0
 - !ruby/object:Gem::Dependency
   name: dotenv
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.11.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.11.1
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.19.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.19.1
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.5'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.5'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: Sink3 is an S3 backup designed to work with write-only keys.
@@ -88,8 +88,8 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .rspec
+- ".gitignore"
+- ".rspec"
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -116,17 +116,16 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.2.1
+rubygems_version: 3.0.8
 signing_key: 
 specification_version: 4
 summary: S3 backup designed for servers