webtranslateit-safe 0.4.1 → 0.4.3

data/Gemfile

@@ -1,11 +0,0 @@
-source 'https://rubygems.org'
-
-# Specify your gem's dependencies in webtranslateit-safe.gemspec
-gemspec
-
-gem 'awesome_print'
-gem 'rake'
-gem 'rr', '~> 1.0.4'
-gem 'rspec'
-gem 'rubocop'
-gem 'rubocop-rspec'

data/Gemfile.lock

@@ -1,89 +0,0 @@
-PATH
-  remote: .
-  specs:
-    webtranslateit-safe (0.4.1)
-      aws-s3
-      cloudfiles
-      net-sftp
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    ast (2.4.2)
-    awesome_print (1.9.2)
-    aws-s3 (0.6.3)
-      builder
-      mime-types
-      xml-simple
-    builder (3.2.4)
-    cloudfiles (1.5.0.3)
-      json
-    diff-lcs (1.5.0)
-    json (2.6.3)
-    mime-types (3.4.1)
-      mime-types-data (~> 3.2015)
-    mime-types-data (3.2023.0218.1)
-    net-sftp (4.0.0)
-      net-ssh (>= 5.0.0, < 8.0.0)
-    net-ssh (7.1.0)
-    parallel (1.23.0)
-    parser (3.2.2.1)
-      ast (~> 2.4.1)
-    rainbow (3.1.1)
-    rake (13.0.6)
-    regexp_parser (2.8.0)
-    rexml (3.2.5)
-    rr (1.0.5)
-    rspec (3.12.0)
-      rspec-core (~> 3.12.0)
-      rspec-expectations (~> 3.12.0)
-      rspec-mocks (~> 3.12.0)
-    rspec-core (3.12.2)
-      rspec-support (~> 3.12.0)
-    rspec-expectations (3.12.3)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.12.0)
-    rspec-mocks (3.12.5)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.12.0)
-    rspec-support (3.12.0)
-    rubocop (1.51.0)
-      json (~> 2.3)
-      parallel (~> 1.10)
-      parser (>= 3.2.0.0)
-      rainbow (>= 2.2.2, < 4.0)
-      regexp_parser (>= 1.8, < 3.0)
-      rexml (>= 3.2.5, < 4.0)
-      rubocop-ast (>= 1.28.0, < 2.0)
-      ruby-progressbar (~> 1.7)
-      unicode-display_width (>= 2.4.0, < 3.0)
-    rubocop-ast (1.28.1)
-      parser (>= 3.2.1.0)
-    rubocop-capybara (2.18.0)
-      rubocop (~> 1.41)
-    rubocop-factory_bot (2.23.1)
-      rubocop (~> 1.33)
-    rubocop-rspec (2.22.0)
-      rubocop (~> 1.33)
-      rubocop-capybara (~> 2.17)
-      rubocop-factory_bot (~> 2.22)
-    ruby-progressbar (1.13.0)
-    unicode-display_width (2.4.2)
-    xml-simple (1.1.9)
-      rexml
-
-PLATFORMS
-  arm64-darwin-22
-  x86_64-linux
-
-DEPENDENCIES
-  awesome_print
-  rake
-  rr (~> 1.0.4)
-  rspec
-  rubocop
-  rubocop-rspec
-  webtranslateit-safe!
-
-BUNDLED WITH
-   2.4.13

data/LICENSE.txt

@@ -1,22 +0,0 @@
-Copyright (c) 2010-2013 Astrails Ltd.
-
-MIT License
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-"Software"), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
-OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -1,8 +0,0 @@
-require 'bundler/gem_tasks'
-
-require 'rspec/core/rake_task'
-
-desc 'run specs'
-RSpec::Core::RakeTask.new
-
-task default: :spec

data/TODO

@@ -1,31 +0,0 @@
-- refactor
-  - refactor out global variables. pass a config object around instead
-  - common logging
-  - remove 1.8.6 support
-  - module registry
-  - base => prefix ?
-  - move requires into specific modules
-	- config.foo instead of config[:foo]
-
-- features
-  - remote-only s3 support
-  - generic notifier support
-    - email notifier
-    - hipchat
-  - generic error notifier support
-    - email
-    - hipchat
-
-
-
-- add 'silent'
-- handle errors from mysqldump
-- check that gpg is installed
-- support percona XtraBackup as an option instead of mysqldump [patches anyone :) ?]
-- backup validation:
-  - support for 'minsize' opition in backup that will check that produced backup is at least the expected size
-    this should catch many backup failure scenarious (like broken mysql connection, insufficient disk space etc.
-- support differencial backups
-  - it should be fairly easy for filesystem backups using tar's built in incremental functionality.
-  - for mysql need to use XtraBackup
-  - or we can keep the previous dump locally and store only diff with the latest dump

data/lib/webtranslateit/safe/version.rb

@@ -1,5 +0,0 @@
-module WebTranslateIt
-  module Safe
-    VERSION = '0.4.1'
-  end
-end

data/spec/integration/archive_integration_spec.rb

@@ -1,89 +0,0 @@
-require 'spec_helper'
-
-require 'fileutils'
-include FileUtils
-
-describe 'tar backup' do
-  before(:all) do
-    # need both local and instance vars
-    # instance variables are used in tests
-    # local variables are used in the backup definition (instance vars can't be seen)
-    @root = root = 'tmp/archive_backup_example'
-
-    # clean state
-    rm_rf @root
-    mkdir_p @root
-
-    # create source tree
-    @src = src = "#{@root}/src"
-    mkdir_p "#{@src}/q/w/e"
-    mkdir_p "#{@src}/a/s/d"
-
-    File.open("#{@src}/qwe1", 'w') {|f| f.write('qwe') }
-    File.open("#{@src}/q/qwe2", 'w') {|f| f.write('qwe'*2) }
-    File.open("#{@src}/q/w/qwe3", 'w') {|f| f.write('qwe'*3) }
-    File.open("#{@src}/q/w/e/qwe4", 'w') {|f| f.write('qwe'*4) }
-
-    File.open("#{@src}/asd1", 'w') {|f| f.write('asd') }
-    File.open("#{@src}/a/asd2", 'w') {|f| f.write('asd' * 2) }
-    File.open("#{@src}/a/s/asd3", 'w') {|f| f.write('asd' * 3) }
-
-    @dst = dst = "#{@root}/backup"
-    mkdir_p @dst
-
-    @now = Time.now
-    @timestamp = @now.strftime('%y%m%d-%H%M')
-
-    stub(Time).now {@now} # Freeze
-
-    config = WebTranslateIt::Safe.safe do
-      local :path => "#{dst}/:kind"
-      tar do
-        archive :test1 do
-          files src
-          exclude "#{src}/q/w"
-          exclude "#{src}/q/w/e"
-        end
-      end
-    end
-    WebTranslateIt::Safe.process config
-
-    @backup = "#{dst}/archive/archive-test1.#{@timestamp}.tar.gz"
-  end
-
-  it 'should create backup file' do
-    File.exist?(@backup).should be true
-  end
-
-  describe 'after extracting' do
-    before(:all) do
-      # prepare target dir
-      @target = "#{@root}/test"
-      mkdir_p @target
-      system "tar -zxvf #{@backup} -C #{@target}"
-
-      @test = "#{@target}/#{@root}/src"
-      puts @test
-    end
-
-    it 'should include asd1/2/3' do
-      File.exist?("#{@test}/asd1").should be true
-      File.exist?("#{@test}/a/asd2").should be true
-      File.exist?("#{@test}/a/s/asd3").should be true
-    end
-
-    it 'should only include qwe 1 and 2 (no 3)' do
-      File.exist?("#{@test}/qwe1").should be true
-      File.exist?("#{@test}/q/qwe2").should be true
-      File.exist?("#{@test}/q/w/qwe3").should be false
-      File.exist?("#{@test}/q/w/e/qwe4").should be false
-    end
-
-    it 'should preserve file content' do
-      File.read("#{@test}/qwe1").should == 'qwe'
-      File.read("#{@test}/q/qwe2").should == 'qweqwe'
-      File.read("#{@test}/a/s/asd3").should == 'asdasdasd'
-    end
-  end
-
-end

data/spec/integration/cleanup_spec.rb

@@ -1,62 +0,0 @@
-require 'spec_helper'
-
-require 'fileutils'
-include FileUtils
-
-describe 'tar backup' do
-  before(:all) do
-    # need both local and instance vars
-    # instance variables are used in tests
-    # local variables are used in the backup definition (instance vars can't be seen)
-    @root = root = 'tmp/cleanup_example'
-
-    # clean state
-    rm_rf @root
-    mkdir_p @root
-
-    # create source tree
-    @src = src = "#{@root}/src"
-    mkdir_p src
-
-    File.open(qwe = "#{@src}/qwe", 'w') {|f| f.write('qwe') }
-
-    @dst = dst = "#{@root}/backup"
-    mkdir_p "#{@dst}/archive"
-
-    @now = Time.now
-    @timestamp = @now.strftime('%y%m%d-%H%M')
-
-    stub(Time).now {@now} # Freeze
-
-    cp qwe, "#{dst}/archive/archive-foo.000001.tar.gz"
-    cp qwe, "#{dst}/archive/archive-foo.000002.tar.gz"
-    cp qwe, "#{dst}/archive/archive-foobar.000001.tar.gz"
-    cp qwe, "#{dst}/archive/archive-foobar.000002.tar.gz"
-
-    config = WebTranslateIt::Safe.safe do
-      local :path => "#{dst}/:kind"
-      tar do
-        keep :local => 1 # only leave the latest
-        archive :foo do
-          files src
-        end
-      end
-    end
-    WebTranslateIt::Safe.process config
-
-    @backup = "#{dst}/archive/archive-foo.#{@timestamp}.tar.gz"
-  end
-
-  it 'should create backup file' do
-    File.exist?(@backup).should be true
-  end
-
-  it 'should remove old backups' do
-    Dir["#{@dst}/archive/archive-foo.*"].should == [@backup]
-  end
-
-  it 'should NOT remove backups with base having same prefix' do
-    Dir["#{@dst}/archive/archive-foobar.*"].sort.should == ["#{@dst}/archive/archive-foobar.000001.tar.gz", "#{@dst}/archive/archive-foobar.000002.tar.gz"]
-  end
-
-end

data/spec/spec_helper.rb

@@ -1,7 +0,0 @@
-require 'rubygems'
-require 'bundler/setup'
-require 'webtranslateit/safe'
-
-RSpec.configure do |config|
-  config.mock_with :rr
-end

data/spec/webtranslateit/safe/archive_spec.rb

@@ -1,67 +0,0 @@
-require 'spec_helper'
-
-describe WebTranslateIt::Safe::Archive do
-
-  def def_config
-    {
-      :options => 'OPTS',
-      :files   => 'apples',
-      :exclude => 'oranges'
-    }
-  end
-
-  def archive(id = :foo, config = def_config)
-    WebTranslateIt::Safe::Archive.new(id, WebTranslateIt::Safe::Config::Node.new(nil, config))
-  end
-
-  after(:each) { WebTranslateIt::Safe::TmpFile.cleanup }
-
-  describe :backup do
-    before(:each) do
-      @archive = archive
-      stub(@archive).timestamp {'NOW'}
-    end
-
-    {
-      :id => 'foo',
-      :kind => 'archive',
-      :extension => '.tar',
-      :filename => 'archive-foo.NOW',
-      :command => 'tar -cf - OPTS --exclude=oranges apples',
-    }.each do |k, v|
-      it "should set #{k} to #{v}" do
-        @archive.backup.send(k).should == v
-      end
-    end
-  end
-
-  describe :tar_exclude_files do
-    it "should return '' when no excludes" do
-      archive(:foo, {}).send(:tar_exclude_files).should == ''
-    end
-
-    it 'should accept single exclude as string' do
-      archive(:foo, {:exclude => 'bar'}).send(:tar_exclude_files).should == '--exclude=bar'
-    end
-
-    it 'should accept multiple exclude as array' do
-      archive(:foo, {:exclude => ['foo', 'bar']}).send(:tar_exclude_files).should == '--exclude=foo --exclude=bar'
-    end
-  end
-
-  describe :tar_files do
-    it 'should raise RuntimeError when no files' do
-      lambda {
-        archive(:foo, {}).send(:tar_files)
-      }.should raise_error(RuntimeError, 'missing files for tar')
-    end
-
-    it 'should accept single file as string' do
-      archive(:foo, {:files => 'foo'}).send(:tar_files).should == 'foo'
-    end
-
-    it 'should accept multiple files as array' do
-      archive(:foo, {:files => ['foo', 'bar']}).send(:tar_files).should == 'foo bar'
-    end
-  end
-end

data/spec/webtranslateit/safe/cloudfiles_spec.rb

@@ -1,175 +0,0 @@
-require 'spec_helper'
-
-describe WebTranslateIt::Safe::Cloudfiles do
-
-  def def_config
-    {
-      cloudfiles: {
-        container: '_container',
-        user:      '_user',
-        api_key:   '_api_key',
-      },
-      keep: { cloudfiles: 2 }
-    }
-  end
-
-  def def_backup(extra = {})
-    {
-      kind:      '_kind',
-      filename:  '/backup/somewhere/_kind-_id.NOW.bar',
-      extension: '.bar',
-      id:        '_id',
-      timestamp: 'NOW'
-    }.merge(extra)
-  end
-
-  def cloudfiles(config = def_config, backup = def_backup)
-    WebTranslateIt::Safe::Cloudfiles.new(
-      WebTranslateIt::Safe::Config::Node.new.merge(config),
-      WebTranslateIt::Safe::Backup.new(backup)
-    )
-  end
-
-  describe :cleanup do
-
-    before(:each) do
-      @cloudfiles = cloudfiles
-
-      @files = [4,1,3,2].map { |i| "aaaaa#{i}" }
-
-      @container = 'container'
-
-      stub(@container).objects(prefix: '_kind/_id/_kind-_id.') { @files }
-      stub(@container).delete_object(anything)
-
-      stub(CloudFiles::Connection).
-        new('_user', '_api_key', true, false).stub!.
-        container('_container') {@container}
-    end
-
-    it 'should check [:keep, :cloudfiles]' do
-      @cloudfiles.config[:keep].data['cloudfiles'] = nil
-      dont_allow(@cloudfiles.backup).filename
-      @cloudfiles.send :cleanup
-    end
-
-    it 'should delete extra files' do
-      mock(@container).delete_object('aaaaa1')
-      mock(@container).delete_object('aaaaa2')
-      @cloudfiles.send :cleanup
-    end
-
-  end
-
-  describe :active do
-    before(:each) do
-      @cloudfiles = cloudfiles
-    end
-
-    it 'should be true when all params are set' do
-      expect(@cloudfiles.active?).to be_truthy
-    end
-
-    it 'should be false if container is missing' do
-      @cloudfiles.config[:cloudfiles].data['container'] = nil
-      expect(@cloudfiles.active?).to be_falsy
-    end
-
-    it 'should be false if user is missing' do
-      @cloudfiles.config[:cloudfiles].data['user'] = nil
-      expect(@cloudfiles.active?).to be_falsy
-    end
-
-    it 'should be false if api_key is missing' do
-      @cloudfiles.config[:cloudfiles].data['api_key'] = nil
-      expect(@cloudfiles.active?).to be_falsy
-    end
-  end
-
-  describe :path do
-    before(:each) do
-      @cloudfiles = cloudfiles
-    end
-    it 'should use cloudfiles/path 1st' do
-      @cloudfiles.config[:cloudfiles].data['path'] = 'cloudfiles_path'
-      @cloudfiles.config[:local] = {path: 'local_path'}
-      @cloudfiles.send(:path).should == 'cloudfiles_path'
-    end
-
-    it 'should use local/path 2nd' do
-      @cloudfiles.config.merge local: {path: 'local_path'}
-      @cloudfiles.send(:path).should == 'local_path'
-    end
-
-    it 'should use constant 3rd' do
-      @cloudfiles.send(:path).should == '_kind/_id'
-    end
-
-  end
-
-  describe :save do
-    def add_stubs(*stubs)
-      stubs.each do |s|
-        case s
-        when :connection
-          @connection = 'connection'
-          stub(CloudFiles::Authentication).new
-          stub(CloudFiles::Connection).
-            new('_user', '_api_key', true, false) {@connection}
-        when :file_size
-          stub(@cloudfiles).get_file_size('foo') {123}
-        when :create_container
-          @container = 'container'
-          stub(@container).create_object('_kind/_id/backup/somewhere/_kind-_id.NOW.bar.bar', true) {@object}
-          stub(@connection).create_container {@container}
-        when :file_open
-          stub(File).open('foo')
-        when :cloudfiles_store
-          @object = 'object'
-          stub(@object).write(nil) {true}
-        end
-      end
-    end
-
-    before(:each) do
-      @cloudfiles = cloudfiles(def_config, def_backup(path: 'foo'))
-      @full_path = '_kind/_id/backup/somewhere/_kind-_id.NOW.bar.bar'
-    end
-
-    it 'should fail if no backup.file is set' do
-      @cloudfiles.backup.path = nil
-      proc {@cloudfiles.send(:save)}.should raise_error(RuntimeError)
-    end
-
-    it 'should establish Cloud Files connection' do
-      add_stubs(:connection, :file_size, :create_container, :file_open, :cloudfiles_store)
-      @cloudfiles.send(:save)
-    end
-
-    it 'should open local file' do
-      add_stubs(:connection, :file_size, :create_container, :cloudfiles_store)
-      mock(File).open('foo')
-      @cloudfiles.send(:save)
-    end
-
-    it "should call write on the cloudfile object with files' descriptor" do
-      add_stubs(:connection, :file_size, :create_container, :cloudfiles_store)
-      stub(File).open('foo') {'qqq'}
-      mock(@object).write('qqq') {true}
-      @cloudfiles.send(:save)
-    end
-
-    it 'should upload file' do
-      add_stubs(:connection, :file_size, :create_container, :file_open, :cloudfiles_store)
-      @cloudfiles.send(:save)
-    end
-
-    it 'should fail on files bigger then 5G' do
-      add_stubs(:connection)
-      mock(File).stat('foo').stub!.size {5*1024*1024*1024+1}
-      mock(STDERR).puts(anything)
-      dont_allow(Benchmark).realtime
-      @cloudfiles.send(:save)
-    end
-  end
-end