tartarus-rb 0.3.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f1336e4444881135833d1d1784514a523a9abce37fe911683398b3f2b2bac0c6
-  data.tar.gz: 82ec19e8f7ea7bde9df2d8d9c75c218f152832bfb977963489e07e3ffbff6cb3
+  metadata.gz: ee9118a9365d2a74dd802218b0b0b36286c6494ecffe4f81cbf9bfed35597057
+  data.tar.gz: f85ffe0e1f182667b5b9b522746a85b45cc9cd3452270f583549a0616d06337c
 SHA512:
-  metadata.gz: 13139b7f8b5d5397cd0bd5d7104ed676c26345197875824eab50b7eebd3a50a4a983e44c73788da33490c2f5ba610422b643104c55e23b004817a016c4d56f44
-  data.tar.gz: 4622b5a42e74f7802e27f8bcb48959f9d6957a334ec7647f184b85bc09736718fc1e653da2a416d5c8d08417372eebeb89f869b099bb732085fffaa86fbb9506
+  metadata.gz: '08e1ab969f1681fca948bdfb4ae98fb919e7caef4e95a1cf5a3a2dffc6fa79a59c73655927be759408f951ad0846ff5c1dea6b7396220801f31c179730e9d6e3'
+  data.tar.gz: 72f485499631b46912293650672cd79e8df364ebbc7b18144731c1077e7fa8157be8b20e4078212b04dfb539a3de19af99abcca720163785c3132f51bf574968

data/.env.sample

@@ -0,0 +1,4 @@
+AWS_REGION=""
+AWS_SECRET=""
+AWS_KEY=""
+VAULT_NAME=""

data/.gitignore

@@ -7,6 +7,8 @@
 /spec/reports/
 /tmp/
 /spec/test.db
+/spec/tmp/
+.env
 
 # rspec failure tracking
 .rspec_status

data/.travis.yml

@@ -3,6 +3,13 @@ language: ruby
 cache: bundler
 rvm:
   - 2.7.2
+env:
+  global:
+    - AWS_KEY=AWS_KEY
+    - AWS_SECRET=AWS_SECRET
+    - AWS_REGION="us-east-2"
+    - VAULT_NAME=VAULT_NAME
 before_install: gem install bundler -v 2.1.4
 services:
   - redis-server
+  - postgresql

data/Changelog.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## Master
+
+## 0.4.0
+
+- Add Glacier remote storage support to upload data before deleting it
+
 ## 0.3.0
 
 - Add `delete_all_using_limit_in_batches` strategy

data/Gemfile.lock

@@ -1,13 +1,27 @@
 PATH
   remote: .
   specs:
-    tartarus-rb (0.3.0)
+    tartarus-rb (0.4.0)
+      aws-sdk-glacier
       sidekiq (>= 5)
       sidekiq-cron (~> 1)
 
 GEM
   remote: https://rubygems.org/
   specs:
+    actionpack (6.1.0.rc1)
+      actionview (= 6.1.0.rc1)
+      activesupport (= 6.1.0.rc1)
+      rack (~> 2.0, >= 2.0.9)
+      rack-test (>= 0.6.3)
+      rails-dom-testing (~> 2.0)
+      rails-html-sanitizer (~> 1.0, >= 1.2.0)
+    actionview (6.1.0.rc1)
+      activesupport (= 6.1.0.rc1)
+      builder (~> 3.1)
+      erubi (~> 1.4)
+      rails-dom-testing (~> 2.0)
+      rails-html-sanitizer (~> 1.1, >= 1.2.0)
     activemodel (6.1.0.rc1)
       activesupport (= 6.1.0.rc1)
     activerecord (6.1.0.rc1)
@@ -19,21 +33,74 @@ GEM
       minitest (>= 5.1)
       tzinfo (~> 2.0)
       zeitwerk (~> 2.3)
+    addressable (2.7.0)
+      public_suffix (>= 2.0.2, < 5.0)
+    aws-eventstream (1.1.0)
+    aws-partitions (1.424.0)
+    aws-sdk-core (3.112.0)
+      aws-eventstream (~> 1, >= 1.0.2)
+      aws-partitions (~> 1, >= 1.239.0)
+      aws-sigv4 (~> 1.1)
+      jmespath (~> 1.0)
+    aws-sdk-glacier (1.36.0)
+      aws-sdk-core (~> 3, >= 3.112.0)
+      aws-sigv4 (~> 1.1)
+    aws-sigv4 (1.2.2)
+      aws-eventstream (~> 1, >= 1.0.2)
+    builder (3.2.4)
     concurrent-ruby (1.1.7)
     connection_pool (2.2.3)
+    crack (0.4.3)
+      safe_yaml (~> 1.0.0)
+    crass (1.0.6)
     diff-lcs (1.4.4)
+    dotenv (2.7.6)
+    erubi (1.10.0)
     et-orbi (1.2.4)
       tzinfo
-    fugit (1.4.1)
+    fugit (1.4.2)
       et-orbi (~> 1.1, >= 1.1.8)
       raabro (~> 1.4)
+    hashdiff (1.0.0)
     i18n (1.8.5)
       concurrent-ruby (~> 1.0)
+    jmespath (1.4.0)
+    loofah (2.9.0)
+      crass (~> 1.0.2)
+      nokogiri (>= 1.5.9)
+    method_source (1.0.0)
+    mini_portile2 (2.5.0)
     minitest (5.14.2)
+    nokogiri (1.11.1)
+      mini_portile2 (~> 2.5.0)
+      racc (~> 1.4)
+    pg (1.2.3)
+    postgres-copy (1.5.0)
+      activerecord (>= 5.1)
+      pg (>= 0.17)
+      responders
+    public_suffix (4.0.4)
     raabro (1.4.0)
+    racc (1.5.2)
     rack (2.2.3)
+    rack-test (1.1.0)
+      rack (>= 1.0, < 3)
+    rails-dom-testing (2.0.3)
+      activesupport (>= 4.2.0)
+      nokogiri (>= 1.6)
+    rails-html-sanitizer (1.3.0)
+      loofah (~> 2.3)
+    railties (6.1.0.rc1)
+      actionpack (= 6.1.0.rc1)
+      activesupport (= 6.1.0.rc1)
+      method_source
+      rake (>= 0.8.7)
+      thor (~> 1.0)
     rake (13.0.1)
     redis (4.2.2)
+    responders (3.0.1)
+      actionpack (>= 5.0)
+      railties (>= 5.0)
     rspec (3.9.0)
       rspec-core (~> 3.9.0)
       rspec-expectations (~> 3.9.0)
@@ -50,6 +117,7 @@ GEM
       rspec-core (~> 3.0, >= 3.0.0)
       sidekiq (>= 2.4.0)
     rspec-support (3.9.3)
+    safe_yaml (1.0.5)
     sidekiq (6.1.2)
       connection_pool (>= 2.2.2)
       rack (~> 2.0)
@@ -57,9 +125,15 @@ GEM
     sidekiq-cron (1.2.0)
       fugit (~> 1.1)
       sidekiq (>= 4.2.1)
-    sqlite3 (1.4.2)
+    thor (1.1.0)
+    timecop (0.9.2)
     tzinfo (2.0.2)
       concurrent-ruby (~> 1.0)
+    vcr (6.0.0)
+    webmock (3.7.6)
+      addressable (>= 2.3.6)
+      crack (>= 0.3.2)
+      hashdiff (>= 0.4.0, < 2.0.0)
     zeitwerk (2.4.1)
 
 PLATFORMS
@@ -67,11 +141,16 @@ PLATFORMS
 
 DEPENDENCIES
   activerecord (~> 6)
+  dotenv
+  pg
+  postgres-copy
   rake (~> 13.0)
   rspec (~> 3.0)
   rspec-sidekiq
-  sqlite3
   tartarus-rb!
+  timecop
+  vcr
+  webmock
 
 BUNDLED WITH
    2.1.4

data/README.md

@@ -56,12 +56,22 @@ if File.exist?(schedule_file) && Sidekiq.server?
     item.timestamp_field = :created_at
   end
 
+  glacier_configuration = Tartarus::RemoteStorage::Glacier::Configuration.build(
+    aws_key: ENV.fetch("AWS_KEY"),
+    aws_secret: ENV.fetch("AWS_SECRET"),
+    aws_region: ENV.fetch("AWS_REGION"),
+    vault_name: ENV.fetch("GLACIER_VAULT_NAME"),
+    root_path: Rails.root.to_s,
+    archive_registry_factory: ArchiveRegistry,
+  )
+
   tartarus.register do |item|
     item.model = YetAnotherModel
     item.cron = "5 6 * * *"
     item.queue = "default"
     item.timestamp_field = :created_at
     item.archive_items_older_than = -> { 1.week.ago }
+    item.remote_storage = Tartarus::RemoteStorage::Glacier.new(glacier_configuration)
   end
 
   tartarus.schedule #  this method must be called to create jobs for sidekiq-cron!
@@ -80,6 +90,86 @@ You can use the following config params:
 - `timestamp_field` - required, used for performing a query using the value from `archive_items_older_than`
 - `archive_with` - optional (defaults to `delete_all`). Could be `delete_all`, `destroy_all`, `delete_all_without_batches`, `destroy_all_without_batches`, `delete_all_using_limit_in_batches`
 - `batch_size` - optional (defaults to `10_000`, used with `delete_all_using_limit_in_batches` strategy)
+- `remote_storage` - optional (defaults to `Tartarus::RemoteStorage::Null` which does nothing). Use this option if you want store the data somewhere before deleting it. 
+
+### Remote Storage
+
+Currently, only `Glacier` (for AWS Glacier) is supported. Also, it works only with Postgres database and requires [postgres-copy](https://github.com/diogob/postgres-copy).
+
+To take advantage of this feature you will need a couple of things:
+1. Apply `acts_as_copy_target` to the archivable model (from `postgres-copy` gem).
+2. Create a model that will be used as a registry for all uploads that happened.
+
+If you want to make `Version` model archivable and use `ArchiveRegistry` as the registry, you will need the following models and tables:
+
+``` rb
+database.create_table(:archive_registries) do |t|
+  t.string :glacier_location, null: false
+  t.string :glacier_checksum, null: false
+  t.string :glacier_archive_id, null: false
+  t.string :archivable_model, null: false
+  t.string :tenant_id_field
+  t.string :tenant_id
+  t.datetime :completed_at, null: false
+end
+
+database.create_table(:versions) do |t|
+end
+
+class Version < ApplicationRecord
+  acts_as_copy_target
+end
+
+class ArchiveRegistry < ApplicationRecord
+end
+```
+
+You can use the above schema for the registry model as it contains all needed fields.
+
+To initialize the service:
+
+``` rb
+glacier_configuration = Tartarus::RemoteStorage::Glacier::Configuration.build(
+  aws_key: ENV.fetch("AWS_KEY"),
+  aws_secret: ENV.fetch("AWS_SECRET"),
+  aws_region: ENV.fetch("AWS_REGION"),
+  vault_name: ENV.fetch("GLACIER_VAULT_NAME"),
+  root_path: Rails.root.to_s,
+  archive_registry_factory: ArchiveRegistry,
+)
+Tartarus::RemoteStorage::Glacier.new(glacier_configuration)
+```
+
+You can also pass `account_id` (by default "-" string will be used):
+
+``` rb
+glacier_configuration = Tartarus::RemoteStorage::Glacier::Configuration.build(
+  aws_key: ENV.fetch("AWS_KEY"),
+  aws_secret: ENV.fetch("AWS_SECRET"),
+  aws_region: ENV.fetch("AWS_REGION"),
+  vault_name: ENV.fetch("GLACIER_VAULT_NAME"),
+  root_path: Rails.root.to_s,
+  archive_registry_factory: ArchiveRegistry,
+  account_id: "some_account_id"
+)
+Tartarus::RemoteStorage::Glacier.new(glacier_configuration)
+```
+
+If you know what you are doing, you can add your own storage, as long as it complies with the following interface:
+
+``` rb
+class Glacier
+  attr_reader :configuration
+  private     :configuration
+
+  def initialize(configuration)
+    @configuration = configuration
+  end
+
+  def store(collection, archivable_model, tenant_id: nil, tenant_id_field: nil) 
+  end
+end
+```
 
 ### Testing before actually using it
 
@@ -88,7 +178,6 @@ You might want to verify that the gem works in the way you expect it to work. Fo
 1. scheduling/enqueueing: use `Tartarus::ScheduleArchivingModel#schedule` - for example, `Tartarus::ScheduleArchivingModel.new.schedule("PaperTrailVersion")`, it's going to enqueue either `Tartarus::Sidekiq::ArchiveModelWithTenantJob` or `Tartarus::Sidekiq::ArchiveModelWithoutTenantJob`, depending on the config.
 2. execution of the archiving logic: use `Tartarus::ArchiveModelWithTenant#archive` (for example, `Tartarus::ArchiveModelWithTenant.new.archive("PaperTrailVersion", "User")`) or `Tartarus::ArchiveModelWithoutTenant#archive` (for example, `Tartarus::ArchiveModelWithoutTenant.new.archive("PaperTrailVersion")`)
 
-
 You might also want to check `spec/integration` to get an idea how the integration tests were written.
 
 ## Development
@@ -97,10 +186,6 @@ After checking out the repo, run `bin/setup` to install dependencies. Then, run
 
 To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
 
-## TODO
-
-- add support for uploading archives to AWS Glacier before deleting items
-
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/tartarus-rb.

data/lib/tartarus.rb

@@ -18,7 +18,16 @@ require "tartarus/rb/version"
 require "tartarus/registry"
 require "tartarus/repository"
 require "tartarus/schedule_archiving_model"
+require "tartarus/remote_storage"
+require "tartarus/remote_storage/null"
+require "tartarus/remote_storage/glacier"
+require "tartarus/remote_storage/glacier/client"
+require "tartarus/remote_storage/glacier/file"
+require "tartarus/remote_storage/glacier/csv_export"
+require "tartarus/remote_storage/glacier/register_upload"
+require "tartarus/remote_storage/glacier/configuration"
 require "sidekiq/cron/job"
+require "aws-sdk-glacier"
 require "sidekiq"
 
 class Tartarus

data/lib/tartarus/archivable_item.rb

@@ -1,7 +1,7 @@
 class Tartarus::ArchivableItem
   REQUIRED_ATTRIBUTES_NAMES = %i(model cron queue archive_items_older_than timestamp_field active_job
     archive_with tenant_value_source).freeze
-  OPTIONAL_ATTRIBUTES_NAMES = %i(tenants_range tenant_id_field batch_size).freeze
+  OPTIONAL_ATTRIBUTES_NAMES = %i(tenants_range tenant_id_field batch_size remote_storage).freeze
 
   attr_accessor *(REQUIRED_ATTRIBUTES_NAMES + OPTIONAL_ATTRIBUTES_NAMES)
 
@@ -67,6 +67,10 @@ class Tartarus::ArchivableItem
     model.to_s == provided_model_name.to_s
   end
 
+  def remote_storage
+    @remote_storage || Tartarus::RemoteStorage::Null
+  end
+
   private
 
   def validate_presence

data/lib/tartarus/archive_model_with_tenant.rb

@@ -9,8 +9,10 @@ class Tartarus::ArchiveModelWithTenant
 
   def archive(model_name, tenant_id)
     archivable_item = registry.find_by_model(model_name)
-
-    archivable_item.archive_strategy.call(collection_to_archive(model_name, archivable_item, tenant_id))
+    collection = collection_to_archive(model_name, archivable_item, tenant_id)
+    archivable_item.remote_storage.store(collection, model_name, tenant_id: tenant_id,
+      tenant_id_field: archivable_item.tenant_id_field)
+    archivable_item.archive_strategy.call(collection)
   end
 
   private

data/lib/tartarus/archive_model_without_tenant.rb

@@ -9,8 +9,9 @@ class Tartarus::ArchiveModelWithoutTenant
 
   def archive(model_name)
     archivable_item = registry.find_by_model(model_name)
-
-    archivable_item.archive_strategy.call(collection_to_archive(model_name, archivable_item))
+    collection = collection_to_archive(model_name, archivable_item)
+    archivable_item.remote_storage.store(collection, model_name)
+    archivable_item.archive_strategy.call(collection)
   end
 
   private

data/lib/tartarus/rb/version.rb

@@ -1,5 +1,5 @@
 class Tartarus
   module Rb
-    VERSION = "0.3.0"
+    VERSION = "0.4.0"
   end
 end

data/lib/tartarus/remote_storage.rb

@@ -0,0 +1,2 @@
+module Tartarus::RemoteStorage
+end

data/lib/tartarus/remote_storage/glacier.rb

@@ -0,0 +1,60 @@
+class Tartarus
+  module RemoteStorage
+    class Glacier
+      attr_reader :configuration, :clock
+      private     :configuration, :clock
+
+      def initialize(configuration, clock: Time)
+        @configuration = configuration
+        @clock = clock
+      end
+
+      def store(collection, archivable_model, tenant_id: nil, tenant_id_field: nil)
+        path_to_file = path_to_file_for(archivable_model, tenant_id_field, tenant_id)
+        export_to_csv(collection, path_to_file)
+        glacier_file = Tartarus::RemoteStorage::Glacier::File.new(::File.new(path_to_file))
+        glacier_response = upload(glacier_file)
+        register_upload(glacier_response, archivable_model, tenant_id_field, tenant_id)
+      ensure
+        glacier_file.delete_from_local_storage if glacier_file
+      end
+
+      private
+
+      def upload(file)
+        client.upload_archive(configuration.vault_name, file)
+      end
+
+      def client
+        @client ||= begin
+          Tartarus::RemoteStorage::Glacier::Client.new(
+            key: configuration.aws_key,
+            secret: configuration.aws_secret,
+            region: configuration.aws_region,
+            account_id: configuration.account_id,
+          )
+        end
+      end
+
+      def export_to_csv(collection, path_to_file)
+        Tartarus::RemoteStorage::Glacier::CsvExport
+          .new(configuration.storage_directory)
+          .export(collection, path_to_file)
+      end
+
+
+      def register_upload(glacier_response, archivable_model, tenant_id_field, tenant_id)
+        Tartarus::RemoteStorage::Glacier::RegisterUpload.new(configuration.archive_registry_factory).register(
+          glacier_response,
+          archivable_model,
+          tenant_id_field,
+          tenant_id
+        )
+      end
+
+      def path_to_file_for(archivable_model, tenant_id_field, tenant_id)
+        "#{configuration.storage_directory}/#{archivable_model}_#{tenant_id_field}_#{tenant_id}_#{clock.now.to_i}.csv"
+      end
+    end
+  end
+end

data/lib/tartarus/remote_storage/glacier/client.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+class Tartarus
+  module RemoteStorage
+    class Glacier
+      class Client
+        attr_reader :client, :account_id
+        private     :client, :account_id
+
+        def initialize(key:, secret:, region:, account_id:)
+          @client = Aws::Glacier::Client.new(credentials: Aws::Credentials.new(key, secret), region: region)
+          @account_id = account_id
+        end
+
+        def upload_archive(vault_name, file)
+          client.upload_archive(
+            account_id: account_id,
+            archive_description: file.description,
+            body: file.body,
+            vault_name: vault_name
+          )
+        end
+      end
+    end
+  end
+end

data/lib/tartarus/remote_storage/glacier/configuration.rb

@@ -0,0 +1,43 @@
+class Tartarus
+  module RemoteStorage
+    class Glacier
+      class Configuration
+        DEFAULT_ACCOUNT_ID = "-"
+        private_constant :DEFAULT_ACCOUNT_ID
+
+        REQUIRED_ATTRIBUTES_NAMES = %i(aws_key aws_secret aws_region account_id vault_name root_path
+          archive_registry_factory).freeze
+        attr_accessor *REQUIRED_ATTRIBUTES_NAMES
+
+        def self.build(aws_key:, aws_secret:, aws_region:, account_id: DEFAULT_ACCOUNT_ID, vault_name:, root_path:, archive_registry_factory:)
+          new.tap do |config|
+            config.aws_key = aws_key
+            config.aws_secret = aws_secret
+            config.aws_region = aws_region
+            config.account_id = account_id
+            config.vault_name = vault_name
+            config.root_path = root_path
+            config.archive_registry_factory = archive_registry_factory
+            config.validate!
+          end
+        end
+
+        def validate!
+          validate_presence
+        end
+
+        def storage_directory
+          "#{root_path}/tmp/tartarus/#{archive_registry_factory}"
+        end
+
+        private
+
+        def validate_presence
+          REQUIRED_ATTRIBUTES_NAMES.each do |attribute|
+            raise ":#{attribute} must be present" if public_send(attribute).nil?
+          end
+        end
+      end
+    end
+  end
+end

data/lib/tartarus/remote_storage/glacier/csv_export.rb

@@ -0,0 +1,38 @@
+class Tartarus
+  module RemoteStorage
+    class Glacier
+      class CsvExport
+        FILE_MODE = "w"
+        DELIMITER = ";"
+        NO_PATH_FOR_EXPORT = nil
+        ENCODING = "UTF-8"
+        private_constant :FILE_MODE, :DELIMITER, :NO_PATH_FOR_EXPORT, :ENCODING
+
+        attr_reader :storage_directory, :file_service, :file_utils
+        private     :storage_directory, :file_service, :file_utils
+
+        def initialize(storage_directory, file_service: ::File, file_utils: FileUtils)
+          @storage_directory = storage_directory
+          @file_service = file_service
+          @file_utils = file_utils
+        end
+
+        def export(collection, path_to_file)
+          with_csv_export_file(path_to_file) do |file|
+            collection.copy_to(NO_PATH_FOR_EXPORT, delimiter: DELIMITER) do |line|
+              file.write(line.force_encoding(ENCODING))
+            end
+          end
+        end
+
+        private
+
+        def with_csv_export_file(path_to_file, &block)
+          file_utils.mkdir_p(storage_directory) if !file_service.exist?(storage_directory)
+
+          file_service.open(path_to_file, FILE_MODE, &block)
+        end
+      end
+    end
+  end
+end

data/lib/tartarus/remote_storage/glacier/file.rb

@@ -0,0 +1,31 @@
+require "delegate"
+
+class Tartarus
+  module RemoteStorage
+    class Glacier
+      class File < SimpleDelegator
+        def description
+          file_service.basename(self, ".*")
+        end
+
+        def body
+          self
+        end
+
+        def checksum
+          Digest::SHA256.file(path)
+        end
+
+        def delete_from_local_storage
+          file_service.delete(path)
+        end
+
+        private
+
+        def file_service
+          ::File
+        end
+      end
+    end
+  end
+end

data/lib/tartarus/remote_storage/glacier/register_upload.rb

@@ -0,0 +1,28 @@
+class Tartarus
+  module RemoteStorage
+    class Glacier
+      class RegisterUpload
+        attr_reader :archive_registry_factory, :clock
+        private     :archive_registry_factory, :clock
+
+        def initialize(archive_registry_factory, clock: Time)
+          @archive_registry_factory = archive_registry_factory
+          @clock = clock
+        end
+
+        def register(glacier_response, archivable_model, tenant_id_field, tenant_id)
+          archive_registry_factory.new.tap do |archive_registry|
+            archive_registry.glacier_location = glacier_response.location
+            archive_registry.glacier_checksum = glacier_response.checksum
+            archive_registry.glacier_archive_id = glacier_response.archive_id
+            archive_registry.archivable_model = archivable_model
+            archive_registry.tenant_id_field = tenant_id_field
+            archive_registry.tenant_id = tenant_id
+            archive_registry.completed_at = clock.now
+            archive_registry.save!
+          end
+        end
+      end
+    end
+  end
+end

data/lib/tartarus/remote_storage/null.rb

@@ -0,0 +1,8 @@
+class Tartarus
+  module RemoteStorage
+    class Null
+      def self.store(*)
+      end
+    end
+  end
+end

data/tartarus-rb.gemspec

@@ -29,11 +29,17 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency "sidekiq", ">= 5"
   spec.add_dependency "sidekiq-cron", "~> 1"
+  spec.add_dependency "aws-sdk-glacier"
 
   spec.add_development_dependency "rake", "~> 13.0"
   spec.add_development_dependency "rspec", "~> 3.0"
   spec.add_development_dependency "rspec-sidekiq"
 
   spec.add_development_dependency "activerecord", "~> 6"
-  spec.add_development_dependency "sqlite3"
+  spec.add_development_dependency "pg"
+  spec.add_development_dependency "vcr"
+  spec.add_development_dependency "webmock"
+  spec.add_development_dependency "dotenv"
+  spec.add_development_dependency "postgres-copy"
+  spec.add_development_dependency "timecop"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tartarus-rb
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Karol Galanciak
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-01-08 00:00:00.000000000 Z
+date: 2021-02-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sidekiq
@@ -38,6 +38,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-glacier
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -95,7 +109,77 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '6'
 - !ruby/object:Gem::Dependency
-  name: sqlite3
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: dotenv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: postgres-copy
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: timecop
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -116,6 +200,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".env.sample"
 - ".gitignore"
 - ".rspec"
 - ".travis.yml"
@@ -144,6 +229,14 @@ files:
 - lib/tartarus/rb.rb
 - lib/tartarus/rb/version.rb
 - lib/tartarus/registry.rb
+- lib/tartarus/remote_storage.rb
+- lib/tartarus/remote_storage/glacier.rb
+- lib/tartarus/remote_storage/glacier/client.rb
+- lib/tartarus/remote_storage/glacier/configuration.rb
+- lib/tartarus/remote_storage/glacier/csv_export.rb
+- lib/tartarus/remote_storage/glacier/file.rb
+- lib/tartarus/remote_storage/glacier/register_upload.rb
+- lib/tartarus/remote_storage/null.rb
 - lib/tartarus/repository.rb
 - lib/tartarus/schedule_archiving_model.rb
 - lib/tartarus/sidekiq.rb