pg_export 0.7.4 → 1.0.0.rc2

data/lib/pg_export/lib/pg_export/gateways/ssh.rb

@@ -0,0 +1,82 @@
+# frozen_string_literal: true
+
+# auto_register: false
+
+require 'ed25519'
+require 'net/ssh'
+require 'net/scp'
+
+class PgExport
+  module Gateways
+    class Ssh
+      CHUNK_SIZE = (2**16).freeze
+
+      def initialize(host:, user:, password:)
+        @host, @user, @password, @logger = host, user, password
+      end
+
+      def open
+        if password.nil?
+          @ssh = Net::SSH.start(host, user)
+        else
+          @ssh = Net::SSH.start(host, user, password)
+        end
+      end
+
+      def welcome
+        open.exec!('hostname')
+      end
+
+      def close
+        @ssh&.close
+      end
+
+      def list(name)
+        grep =
+          if name.nil? || name.empty?
+            ''
+          else
+            " | grep #{name}"
+          end
+
+        ssh
+          .exec!("ls -l#{grep}")
+          .split("\n").map { |row| extract_meaningful_attributes(row) }
+          .reject { |item| item[:name].nil? }
+          .sort_by { |item| item[:name] }
+          .reverse
+      end
+
+      def delete(name)
+        # @TODO
+      end
+
+      def persist(file, name)
+        ssh.scp.upload(file.path, name).wait
+      end
+
+      def get(file, name)
+        ssh.scp.download(name, file.path).wait
+      end
+
+      def to_s
+        host
+      end
+
+      def ssh
+        @ssh ||= open
+      end
+
+      private
+
+      attr_reader :host, :user, :password
+
+      def extract_meaningful_attributes(item)
+        MEANINGFUL_KEYS.zip(item.split(' ').values_at(8, 4)).to_h
+      end
+
+      MEANINGFUL_KEYS = %i[name size].freeze
+      private_constant :MEANINGFUL_KEYS
+    end
+  end
+end

data/lib/pg_export/lib/pg_export/listeners/interactive/build_dump.rb

@@ -6,12 +6,12 @@ class PgExport
   module Listeners
     class Interactive
       class BuildDump < InteractiveListener
-        def on_step(step_name:, args:)
-          @spinner = build_spinner("Dumping database #{args.first[:database_name]}")
+        def on_step(event)
+          @spinner = build_spinner("Dumping database #{event[:args].first[:database_name]}")
         end
 
-        def on_step_succeeded(step_name:, args:, value:)
-          @spinner.success([success, value[:dump]].join(' '))
+        def on_step_succeeded(event)
+          @spinner.success([success, event[:value][:dump]].join(' '))
         end
       end
     end

data/lib/pg_export/lib/pg_export/listeners/interactive/{close_ftp_connection.rb → close_connection.rb}

@@ -5,7 +5,7 @@ require_relative '../interactive_listener'
 class PgExport
   module Listeners
     class Interactive
-      class CloseFtpConnection < InteractiveListener
+      class CloseConnection < InteractiveListener
         def on_step(*)
           @spinner = build_spinner('Closing FTP')
         end

data/lib/pg_export/lib/pg_export/listeners/interactive/decrypt_dump.rb

@@ -10,8 +10,8 @@ class PgExport
           @spinner = build_spinner('Decrypting')
         end
 
-        def on_step_succeeded(step_name:, args:, value:)
-          @spinner.success([success, value[:dump]].join(' '))
+        def on_step_succeeded(event)
+          @spinner.success([success, event[:value][:dump]].join(' '))
         end
       end
     end

data/lib/pg_export/lib/pg_export/listeners/interactive/download_dump_from_ftp.rb

@@ -10,8 +10,8 @@ class PgExport
           @spinner = build_spinner('Downloading')
         end
 
-        def on_step_succeeded(step_name:, args:, value:)
-          @spinner.success([success, value[:dump]].join(' '))
+        def on_step_succeeded(event)
+          @spinner.success([success, event[:value][:dump]].join(' '))
         end
       end
     end

data/lib/pg_export/lib/pg_export/listeners/interactive/encrypt_dump.rb

@@ -10,8 +10,8 @@ class PgExport
           @spinner = build_spinner('Encrypting')
         end
 
-        def on_step_succeeded(step_name:, args:, value:)
-          @spinner.success([success, value[:dump]].join(' '))
+        def on_step_succeeded(event)
+          @spinner.success([success, event[:value][:dump]].join(' '))
         end
       end
     end

data/lib/pg_export/lib/pg_export/listeners/interactive/{open_ftp_connection.rb → open_connection.rb}

@@ -5,7 +5,7 @@ require_relative '../interactive_listener'
 class PgExport
   module Listeners
     class Interactive
-      class OpenFtpConnection < InteractiveListener
+      class OpenConnection < InteractiveListener
         def on_step(*)
           @spinner = build_spinner('Opening ftp connection')
         end

data/lib/pg_export/lib/pg_export/listeners/interactive/remove_old_dumps_from_ftp.rb

@@ -6,13 +6,13 @@ class PgExport
   module Listeners
     class Interactive
       class RemoveOldDumpsFromFtp < InteractiveListener
-        def on_step(step_name:, args:)
-          @spinner = build_spinner("Checking for old dumps on #{args.first[:ftp_adapter]}")
+        def on_step(event)
+          @spinner = build_spinner("Checking for old dumps on #{event[:args].first[:gateway]}")
         end
 
-        def on_step_succeeded(step_name:, args:, value:)
-          if value[:removed_dumps].any?
-            @spinner.success([success, value[:removed_dumps].map { |filename| "    #{filename} removed" }].join("\n"))
+        def on_step_succeeded(event)
+          if event[:value][:removed_dumps].any?
+            @spinner.success([success, event[:value][:removed_dumps].map { |filename| "    #{filename} removed" }].join("\n"))
           else
             @spinner.success([success, 'nothing to remove'].join(' '))
           end

data/lib/pg_export/lib/pg_export/listeners/interactive/restore.rb

@@ -6,8 +6,8 @@ class PgExport
   module Listeners
     class Interactive
       class Restore < InteractiveListener
-        def on_step(step_name:, args:)
-          @spinner = build_spinner("Restoring dump to database #{args.first[:database]}")
+        def on_step(event)
+          @spinner = build_spinner("Restoring dump to database #{event[:args].first[:database]}")
         end
 
         def on_step_succeeded(*)

data/lib/pg_export/lib/pg_export/listeners/interactive/upload_dump_to_ftp.rb

@@ -6,8 +6,8 @@ class PgExport
   module Listeners
     class Interactive
       class UploadDumpToFtp < InteractiveListener
-        def on_step(step_name:, args:)
-          @spinner = build_spinner("Uploading #{args.first[:dump]} to #{args.first[:ftp_adapter]}")
+        def on_step(event)
+          @spinner = build_spinner("Uploading #{event[:args].first[:dump]} to #{event[:args].first[:gateway]}")
         end
 
         def on_step_succeeded(*)

data/lib/pg_export/lib/pg_export/listeners/interactive_listener.rb

@@ -8,8 +8,8 @@ require 'tty-spinner'
 class PgExport
   module Listeners
     class InteractiveListener
-      def on_step_failed(step_name:, args:, value:)
-        @spinner.error([error, self.class.red(value[:message])].join("\n"))
+      def on_step_failed(event)
+        @spinner.error([error, self.class.red(event[:value][:message])].join("\n"))
       end
 
       class << self

data/lib/pg_export/lib/pg_export/listeners/plain/build_dump.rb

@@ -6,8 +6,8 @@ class PgExport
   module Listeners
     class Plain
       class BuildDump < PlainListener
-        def on_step_succeeded(step_name:, args:, value:)
-          logger.info("Dump database #{value[:dump].database} to #{value[:dump]}")
+        def on_step_succeeded(event)
+          logger.info("Dump database #{event[:value][:dump].database} to #{event[:value][:dump]}")
         end
       end
     end

data/lib/pg_export/lib/pg_export/listeners/plain/{close_ftp_connection.rb → close_connection.rb}

@@ -5,9 +5,9 @@ require_relative '../plain_listener'
 class PgExport
   module Listeners
     class Plain
-      class CloseFtpConnection < PlainListener
+      class CloseConnection < PlainListener
         def on_step_succeeded(*)
-          logger.info('Close FTP')
+          logger.info('Close connection')
         end
       end
     end

data/lib/pg_export/lib/pg_export/listeners/plain/decrypt_dump.rb

@@ -6,8 +6,8 @@ class PgExport
   module Listeners
     class Plain
       class DecryptDump < PlainListener
-        def on_step_succeeded(step_name:, args:, value:)
-          logger.info("Decrypt #{value[:dump]}")
+        def on_step_succeeded(event)
+          logger.info("Decrypt #{event[:value][:dump]}")
         end
       end
     end

data/lib/pg_export/lib/pg_export/listeners/plain/download_dump_from_ftp.rb

@@ -6,8 +6,8 @@ class PgExport
   module Listeners
     class Plain
       class DownloadDumpFromFtp < PlainListener
-        def on_step_succeeded(step_name:, args:, value:)
-          logger.info("Download #{value[:dump]}")
+        def on_step_succeeded(event)
+          logger.info("Download #{event[:value][:dump]}")
         end
       end
     end

data/lib/pg_export/lib/pg_export/listeners/plain/encrypt_dump.rb

@@ -6,8 +6,8 @@ class PgExport
   module Listeners
     class Plain
       class EncryptDump < PlainListener
-        def on_step_succeeded(step_name:, args:, value:)
-          logger.info("Encrypt #{value[:dump]}")
+        def on_step_succeeded(event)
+          logger.info("Encrypt #{event[:value][:dump]}")
         end
       end
     end

data/lib/pg_export/lib/pg_export/listeners/plain/fetch_dumps_from_ftp.rb

@@ -6,8 +6,8 @@ class PgExport
   module Listeners
     class Plain
       class FetchDumpsFromFtp < PlainListener
-        def on_step_succeeded(step_name:, args:, value:)
-          logger.info("Fetch dumps (#{value[:dumps].count} items)")
+        def on_step_succeeded(event)
+          logger.info("Fetch dumps (#{event[:value][:dumps].count} items)")
         end
       end
     end

data/lib/pg_export/lib/pg_export/listeners/plain/open_connection.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+require_relative '../plain_listener'
+
+class PgExport
+  module Listeners
+    class Plain
+      class OpenConnection < PlainListener
+        def on_step_succeeded(event)
+          logger.info("Connect to #{event[:value][:gateway]}")
+        end
+      end
+    end
+  end
+end

data/lib/pg_export/lib/pg_export/listeners/plain/remove_old_dumps_from_ftp.rb

@@ -6,9 +6,9 @@ class PgExport
   module Listeners
     class Plain
       class RemoveOldDumpsFromFtp < PlainListener
-        def on_step_succeeded(step_name:, args:, value:)
-          value[:removed_dumps].each do |filename|
-            logger.info("Remove #{filename} from #{value[:ftp_adapter]}")
+        def on_step_succeeded(event)
+          event[:value][:removed_dumps].each do |filename|
+            logger.info("Remove #{filename} from #{event[:value][:gateway]}")
           end
         end
       end

data/lib/pg_export/lib/pg_export/listeners/plain/restore.rb

@@ -6,7 +6,7 @@ class PgExport
   module Listeners
     class Plain
       class Restore < PlainListener
-        def on_step_succeeded(step_name:, args:, value:)
+        def on_step_succeeded(event)
           logger.info("Restore dump to database #{args.first[:database]}")
         end
       end

data/lib/pg_export/lib/pg_export/listeners/plain/upload_dump_to_ftp.rb

@@ -6,8 +6,8 @@ class PgExport
   module Listeners
     class Plain
       class UploadDumpToFtp < PlainListener
-        def on_step_succeeded(step_name:, args:, value:)
-          logger.info("Upload #{value[:dump]} to #{value[:ftp_adapter]}")
+        def on_step_succeeded(event)
+          logger.info("Upload #{event[:value][:dump]} to #{event[:value][:gateway]}")
         end
       end
     end

data/lib/pg_export/lib/pg_export/listeners/plain_listener.rb

@@ -9,8 +9,8 @@ class PgExport
     class PlainListener
       include Import['logger']
 
-      def on_step_failed(step_name:, args:, value:)
-        logger.info("Error: #{value[:message]}")
+      def on_step_failed(event)
+        logger.info("Error: #{event[:value][:message]}")
       end
     end
   end

data/lib/pg_export/lib/pg_export/operations/{open_ftp_connection.rb → open_connection.rb}

@@ -5,14 +5,14 @@ require 'pg_export/import'
 
 class PgExport
   module Operations
-    class OpenFtpConnection
+    class OpenConnection
       include Dry::Transaction::Operation
-      include Import['factories.ftp_adapter_factory']
+      include Import['factories.gateway_factory']
 
       def call(inputs)
-        ftp_adapter = ftp_adapter_factory.ftp_adapter
-        ftp_adapter.open_ftp
-        Success(inputs.merge(ftp_adapter: ftp_adapter))
+        gateway = gateway_factory.gateway
+        gateway.open
+        Success(inputs.merge(gateway: gateway))
       end
     end
   end

data/lib/pg_export/lib/pg_export/operations/remove_old_dumps_from_ftp.rb

@@ -7,19 +7,19 @@ class PgExport
   module Operations
     class RemoveOldDumpsFromFtp
       include Dry::Transaction::Operation
-      include Import['repositories.ftp_dump_repository', 'config']
+      include Import['repositories.gateway_dump_repository', 'config']
 
-      def call(dump:, ftp_adapter:)
-        dumps = ftp_dump_repository.by_database_name(
+      def call(dump:, gateway:)
+        dumps = gateway_dump_repository.by_database_name(
           database_name: dump.database,
-          ftp_adapter: ftp_adapter,
+          gateway: gateway,
           offset: config.keep_dumps
         )
         dumps.each do |d|
-          ftp_adapter.delete(d.name)
+          gateway.delete(d.name)
         end
 
-        Success(removed_dumps: dumps, ftp_adapter: ftp_adapter)
+        Success(removed_dumps: dumps, gateway: gateway)
       end
     end
   end

data/lib/pg_export/lib/pg_export/repositories/{ftp_dump_file_repository.rb → gateway_dump_file_repository.rb}

@@ -7,10 +7,10 @@ require 'pg_export/lib/pg_export/value_objects/dump_file'
 
 class PgExport
   module Repositories
-    class FtpDumpFileRepository
-      def by_name(name:, ftp_adapter:)
+    class GatewayDumpFileRepository
+      def by_name(name:, gateway:)
         file = ValueObjects::DumpFile.new
-        ftp_adapter.get(file, name)
+        gateway.get(file, name)
 
         file
       end

data/lib/pg_export/lib/pg_export/repositories/{ftp_dump_repository.rb → gateway_dump_repository.rb}

@@ -7,21 +7,21 @@ require 'pg_export/lib/pg_export/value_objects/dump_file'
 
 class PgExport
   module Repositories
-    class FtpDumpRepository
-      def all(database_name:, ftp_adapter:)
-        ftp_adapter.list([database_name, '*'].compact.join('_')).map do |name:, size:|
+    class GatewayDumpRepository
+      def all(database_name:, gateway:)
+        gateway.list(database_name).map do |item|
           begin
-            dump(name, database_name, size)
+            dump(item[:name], database_name, item[:size])
           rescue Dry::Types::ConstraintError
             nil
           end
         end.compact
       end
 
-      def by_database_name(database_name:, ftp_adapter:, offset:)
-        ftp_adapter.list(database_name + '_*').drop(offset).map do |name:, size:|
+      def by_database_name(database_name:, gateway:, offset:)
+        gateway.list(database_name).drop(offset).map do |item|
           begin
-            dump(name, database_name, size)
+            dump(item[:name], database_name, item[:size])
           rescue Dry::Types::ConstraintError
             nil
           end