db_sucker 3.0.0

data/lib/db_sucker/patches/beta-warning.rb

@@ -0,0 +1,374 @@
+module DbSucker
+  module Patches
+    class BetaWarning < Application::Tie
+      AcceptedContinue = Class.new(::StandardError)
+
+      def self.hook!(app)
+        app.send(:extend, DispatchOverrides)
+      end
+
+      module WindowExtensions
+        def _view_beta_warning
+          # render monkey
+          current_frame = monkey_frames[@tick % 16 / 2]
+
+          cyan "  " << "    ||      ||".ljust(33, " ")
+          current_frame.each do |line|
+            y = true
+            yellow "  "
+            line.split(/(�[^�]+�)/).each do |m|
+              send(y ? :cyan : :green, m.tr("�", ""))
+              y = !y
+            end
+
+            next_line
+            break if @line > lines - 1
+          end
+          (lines - @line).times do |i|
+            inset = i % 3 == 0 ? "======" : "      "
+            cyan "  " << "    ||#{inset}||".ljust(33, " ")
+            next_line
+          end
+
+          # render text
+          @line = -1
+          self.x_offset = 24
+
+          font_frame.each do |line|
+            red line.ljust(30, " ")
+            next_line
+          end
+
+          self.x_offset = 37
+          next_line
+
+          dialog! do |d|
+            d.border_color = :gray
+            d.line "DbSucker v3 is a complete rewrite and has few testers.", :blue
+            d.line "If you encounter issues, have suggestions or want to", :blue
+            d.line "add support for other DBMS please let me know on Github!", :blue
+            d.br
+            d.line "https://github.com/2called-chaos/db_sucker", :cyan
+            d.hr
+            d.line "I swear that I have backups before testing this tool and", :red
+            d.line "that I won't beat the cute monkey if something goes south", :red
+            d.br
+            d.button_group(5) do |g|
+              g << d.build_button("ABORT (n/f/0/q/ESC)", :yellow)
+              g << d.build_button("ACCEPT & CONTINUE (y/t/1)", :green)
+            end
+          end
+
+          if lines < 27 || cols < 98
+            setpos(0, 0)
+            red "INCREASE WINDOW SIZE!"
+          end
+        end
+
+        def frames
+          @frames ||= File.read(__FILE__).split("__END__").last.split("-----").map{|frame| frame.split("\n") }
+        end
+
+        def font_frame
+          frames[0]
+        end
+
+        def monkey_frames
+          frames[1..-1]
+        end
+      end
+
+      module DispatchOverrides
+        def _suck_variation identifier, ctn, variation, var
+          touch_file = "#{core_cfg_path}/.beta-warning"
+          return super if File.exist?(touch_file)
+
+          begin
+            _thr = Thread.current
+            begin
+              trap_signals
+              @sklaventreiber = Application::SklavenTreiber.new(self, uniqid)
+              @sklaventreiber.spooled do
+                begin
+                  @sklaventreiber._init_window
+                  @sklaventreiber.window.force_kill = true
+                  @sklaventreiber.window.send(:extend, WindowExtensions)
+
+                  view_was = @sklaventreiber.window.change_view(:beta_warning)
+                  @sklaventreiber.window.keypad.prompt!("[press any key to return]",
+                    return_on_buffer: Proc.new{|b, c| %w[y t 1 n f 0 q 27].include?(c.to_s.downcase) },
+                    capture_enter: false,
+                    has_cursor: false,
+                    capture_escape: false,
+                    cursor_visible: false
+                  ) do |response|
+                    if %w[y t 1].include?(response)
+                      FileUtils.mkdir_p(File.dirname(touch_file))
+                      FileUtils.touch(touch_file)
+                      _thr.raise(AcceptedContinue)
+                    else
+                      $core_runtime_exiting = 1
+                    end
+                  end
+
+                  loop do
+                    break if $core_runtime_exiting
+                    sleep 0.1
+                  end
+                ensure
+                  sandboxed { @sklaventreiber.window.try(:stop) }
+                end
+              end
+            ensure
+              release_signals
+            end
+
+            throw :dispatch_handled
+          rescue AcceptedContinue
+            super
+          end
+        end
+      end
+    end
+  end
+end
+
+__END__
+ ____  ______ _______       _
+|  _ \|  ____|__   __|/\   | |
+| |_) | |__     | |  /  \  | |
+|  _ <|  __|    | | / /\ \ | |
+| |_) | |____   | |/ ____ \|_|
+|____/|______|  |_/_/    \_(_)
+-----
+    ||      ||
+    ||======||
+    ||      ||
+    ||�___�   ||
+    ||�\_`\�==||
+    |�(`__/�  ||
+    || �\ \  :-"""-.�
+    ||=�|  \/-=-.,` \       ,,,,�
+    ||  �\(|o  o /`,|)    _/,,,/�
+    ||   �\/ "   \`,_)   (_` ,/�
+    ||====�\ U   /_/      /, /�
+    ||    �/`--'`-`-,,,,,/` /�
+    ||   �(        ` ______/�
+    ||===�(`_/\_` ) /�
+    ||   �|        |�
+    ||    �\' " "  /�
+    |�'````` "''_ /\�
+    �/  _____,(   \\\�
+   �/  /     �||�\   \\\�
+  �,`-/�======||� ,  ) ||�
+ �/ '_)      �||�/  / //�
+�/  /�||      |�/  / ||�
+�\_/ �||======�(_` \  \\ ,-.�
+    ||      ||�\  \  \`-'/�
+    ||      ||� \_|   `"`�
+    ||======||
+    ||      ||
+    ||      ||
+-----
+    ||      ||
+    ||======||
+    ||      ||
+    ||�___�   ||
+    ||�\_`\�==||
+    |�(`__/�  ||
+    || �\ \  :-"""-.�
+    ||=�|  \/-=-.,` \   ,,,,�
+    ||  �\(|o  o /`,|)  |,,,|�
+    ||   �\/ "   \`,_) (_` ,|�
+    ||====�\ U   /_/     |,|�
+    ||    �/`--'`-`-,,,,,|`|�
+    ||   �(        ` ______/�
+    ||===�(`_/\_` ) /�
+    ||   �|        |�
+    ||    �\' " "  /�
+    |�'````` "''_ /;�
+    �/  _____,(   \ \\�
+   �/  /�     ||�\   \ \\�
+  �,`-/�======||� ,  )  ||�
+ �/ '_)�      ||�/  /  //�
+�/  /�||      |�/  /  ||�
+�\_/� ||======�(_` \  ||   ,�
+    ||      ||�\  \  \\_//�
+    ||      ||� \_|   \-/�
+    ||======||
+    ||      ||
+    ||      ||
+-----
+    ||      ||
+    ||======||
+    ||      ||
+    ||�___�   ||
+    ||�\_`\�==||
+    |�(`__/�  ||
+    || �\ \  :-"""-.�
+    ||=�|  \/-=-.,` \,,,,�
+    ||  �\(|o  o /`,|\,,,\�
+    ||   �\/ "   \`,_(_` ,\�
+    ||====�\ U   /_/    \, \�
+    ||    �/`--'`-`-,,,,,\` |�
+    ||   �(        ` ______/�
+    ||===�(`_/\_` ) /�
+    ||   �|        |�
+    ||    �\' " "  /�
+    |�'````` "''_ /;�
+    �/  _____,(   \ \\�
+   �/  /�     ||�\   \ \\�
+  �,`-/�======||� ,  )  \\�
+ �/ '_)�      ||�/  /   ||�
+�/  /�||      |�/  /    ||�
+�\_/� ||======�(_` \    ||�
+    ||      ||�\  \   \\,,,,�
+    ||      ||� \_|    \----'�
+    ||======||
+    ||      ||
+    ||      ||
+-----
+    ||      ||
+    ||======||
+    ||      ||
+    ||�___�   ||
+    ||�\_`\�==||
+    |�(`__/�  ||
+    || �\ \  :-"""-.�
+    ||=�|  \/-=-.,` \   ,,,,�
+    ||  �\(|o  o /`,|)  |,,,|�
+    ||   �\/ "   \`,_) (_` ,|�
+    ||====�\ U   /_/     |,|�
+    ||    �/`--'`-`-,,,,,|`|�
+    ||   �(        ` ______/�
+    ||===�(`_/\_` ) /�
+    ||   �|        |�
+    ||    �\' " "  /�
+    |�'````` "''_ /\�
+    �/  _____,(   \\\�
+   �/  /�     ||�\   \\\�
+  �,`-/�======||� ,  ) ||�
+ �/ '_)�      ||�/  / //�
+�/  /�||      |�/  / ||�
+�\_/� ||======�(_` \  \\�
+    ||      ||�\  \  \\�
+    ||      || �\_|   \\�
+    ||======||        �\\,,�
+    ||      ||         �\-'�
+    ||      ||
+-----
+    ||      ||
+    ||======||
+    ||      ||
+    ||�___�   ||
+    ||�\_`\�==||
+    |�(`__/�  ||
+    || �\ \  :-"""-.�
+    ||=�|  \/-=-.,` \       ,,,,�
+    ||  �\(|o  o /`,|)    _/,,,/�
+    ||   �\/ "   \`,_)   (_` ,/�
+    ||====�\ U   /_/      /, /�
+    ||    �/`--'`-`-,,,,,/` /�
+    ||   �(        ` ______/�
+    ||===�(`_/\_` ) /�
+    ||   �|        |�
+    ||    �\' " "  /�
+    |�'````` "''_ /\�
+    �/  _____,(   \\\�
+   �/  /�     ||�\   \\\�
+  �,`-/�======||� ,  ) ||�
+ �/ '_)�      ||�/  / //�
+�/  /�||      |�/  / ||�
+�\_/� ||======�(_` \  \\ ,-.�
+    ||      ||�\  \  \`-'/�
+    ||      || �\_|   `"`�
+    ||======||
+    ||      ||
+    ||      ||
+-----
+    ||      ||
+    ||======||
+    ||      ||
+    ||�___�   ||
+    ||�\_`\�==||
+    |�(`__/�  ||
+    || �\ \  :-"""-.�
+    ||=�|  \/-=-.,` \   ,,,,�
+    ||  �\(|o  o /`,|)  |,,,|�
+    ||   �\/ "   \`,_) (_` ,|�
+    ||====�\ U   /_/     |,|�
+    ||    �/`--'`-`-,,,,,|`|�
+    ||   �(        ` ______/�
+    ||===�(`_/\_` ) /�
+    ||   �|        |�
+    ||    �\' " "  /�
+    |�'````` "''_ /;�
+    �/  _____,(   \ \\�
+   �/  /�     ||�\   \ \\�
+  �,`-/�======|| �,  )  ||�
+ �/ '_)�      ||�/  /  //�
+�/  /�||      |�/  /  ||�
+�\_/� ||======�(_` \  ||   ,�
+    ||      ||�\  \  \\_//�
+    ||      || �\_|   \-/�
+    ||======||
+    ||      ||
+    ||      ||
+-----
+    ||      ||
+    ||======||
+    ||      ||
+    ||�___�   ||
+    ||�\_`\�==||
+    |�(`__/�  ||
+    || �\ \  :-"""-.�
+    ||=�|  \/-=-.,` \,,,,�
+    ||  �\(|-  - /`,|\,,,\�
+    ||   �\/ "   \`,_(_` ,\�
+    ||====�\ U   /_/    \, \�
+    ||    �/`--'`-`-,,,,,\` |�
+    ||   �(        ` ______/�
+    ||===�(`_/\_` ) /�
+    ||   �|        |�
+    ||    �\' " "  /�
+    |�'````` "''_ /;�
+    �/  _____,(   \ \\�
+   �/  /�     ||�\   \ \\�
+  �,`-/�======|| �,  )  \\�
+ �/ '_)�      ||�/  /   ||�
+�/  /�||      |�/  /    ||�
+�\_/� ||======�(_` \    ||�
+    ||      ||�\  \   \\,,,,�
+    ||      || �\_|    \----'�
+    ||======||
+    ||      ||
+    ||      ||
+-----
+    ||      ||
+    ||======||
+    ||      ||
+    ||�___�   ||
+    ||�\_`\�==||
+    |�(`__/�  ||
+    || �\ \  :-"""-.�
+    ||=�|  \/-=-.,` \   ,,,,�
+    ||  �\(|o  o /`,|)  |,,,|�
+    ||   �\/ "   \`,_) (_` ,|�
+    ||====�\ U   /_/     |,|�
+    ||    �/`--'`-`-,,,,,|`|�
+    ||   �(        ` ______/�
+    ||===�(`_/\_` ) /�
+    ||   �|        |�
+    ||    �\' " "  /�
+    |�'````` "''_ /\�
+    �/  _____,(   \\\�
+   �/  /�     ||�\   \\\�
+  �,`-/�======|| �,  ) ||�
+ �/ '_)�      ||�/  / //�
+�/  /�||      |�/  / ||�
+�\_/� ||======�(_` \  \\�
+    ||      ||�\  \  \\�
+    ||      || �\_|   \\�
+    ||======||        �\\,,�
+    ||      ||         �\-'�
+    ||      ||

data/lib/db_sucker/patches/developer.rb

@@ -0,0 +1,29 @@
+# Add event listeners to inject some debug information.
+# This is for developing or debugging.
+
+module DbSucker
+  module Patches
+    class Developer < Application::Tie
+      def self.hook!(app)
+        app.hook :core_shutdown do
+          if app.sklaventreiber
+            iostats = app.sklaventreiber.throughput.stats.sort_by{|k,v|k}.map do |k, v|
+              %{:#{k}=>#{v}(#{app.human_bytes(v)})}
+            end
+            app.debug "IO-stats: {#{iostats * ", "}}"
+          end
+          app.dump_core if Thread.list.length > 1
+          app.debug "RSS: #{app.human_bytes(`ps h -p #{Process.pid} -o rss`.strip.split("\n").last.to_i * 1024)}"
+        end
+
+        app.hook :worker_routine_before do |_, worker, routine|
+          app.debug "RSS-before-#{worker.table}-#{routine}: #{app.human_bytes(`ps h -p #{Process.pid} -o rss`.strip.split("\n").last.to_i * 1024)}"
+        end
+
+        app.hook :worker_routine_after do |_, worker, routine|
+          app.debug "RSS-after-#{worker.table}-#{routine}: #{app.human_bytes(`ps h -p #{Process.pid} -o rss`.strip.split("\n").last.to_i * 1024)}"
+        end
+      end
+    end
+  end
+end

data/lib/db_sucker/patches/net-sftp.rb

@@ -0,0 +1,20 @@
+# Monkeypatch™ Net::SFTP download to stop current file if requested to do so
+
+module DbSucker
+  module Patches
+    module SftpStopDownload
+      def on_read response
+        if !active?
+          response.instance_eval do
+            def eof?
+              true
+            end
+          end
+        end
+        super(response)
+      end
+    end
+  end
+end
+
+Net::SFTP::Operations::Download.prepend(DbSucker::Patches::SftpStopDownload)

data/lib/db_sucker/patches/thread-count.rb

@@ -0,0 +1,30 @@
+# Monkeypatch™ Thread class to count threads being created.
+# This is for developing but you can see the amount if debug is enabled.
+
+module DbSucker
+  module Patches
+    class ThreadCounter < Application::Tie
+      def self.hook!(app)
+        $thread_count = 0
+        $thread_count_monitor = Monitor.new
+
+        ::Thread.class_eval do
+          class << self
+            def new_with_counter *a, &b
+              $thread_count_monitor.synchronize { $thread_count += 1 }
+              new_without_counter(*a, &b)
+            end
+            alias_method :new_without_counter, :new
+            alias_method :new, :new_with_counter
+          end
+        end
+
+        app.hook :core_shutdown do
+          app.debug "#{$thread_count} threads spawned"
+        end
+      end
+    end
+  end
+end
+
+# [DEBUG] 13 threads spawned

data/lib/db_sucker/version.rb

@@ -0,0 +1,4 @@
+module DbSucker
+  VERSION = "3.0.0"
+  UPDATE_URL = "https://raw.githubusercontent.com/2called-chaos/db_sucker/master/VERSION"
+end

data/lib/db_sucker.rb

@@ -0,0 +1,81 @@
+module DbSucker
+  ROOT = File.expand_path("../..", __FILE__)
+end
+
+# stdlib
+require "benchmark"
+require "optparse"
+require "fileutils"
+require "thread"
+require "monitor"
+require "pathname"
+require "yaml"
+require "ostruct"
+require "optparse"
+require "securerandom"
+require "open3"
+require "shellwords"
+require "net/http"
+
+# 3rd party
+require "curses"
+require "active_support"
+require "active_support/core_ext"
+require "active_support/time_with_zone"
+require "net/ssh"
+require "net/sftp"
+
+# application
+require "db_sucker/version"
+require "db_sucker/application/tie"
+require "db_sucker/application/output_helper"
+require "db_sucker/application/sklaven_treiber/log_spool"
+require "db_sucker/application/sklaven_treiber/worker/io/base"
+require "db_sucker/application/sklaven_treiber/worker/io/throughput"
+require "db_sucker/application/sklaven_treiber/worker/io/sftp_download"
+require "db_sucker/application/sklaven_treiber/worker/io/file_copy"
+require "db_sucker/application/sklaven_treiber/worker/io/file_gunzip"
+require "db_sucker/application/sklaven_treiber/worker/io/file_shasum"
+require "db_sucker/application/sklaven_treiber/worker/io/file_import_sql"
+require "db_sucker/application/sklaven_treiber/worker/io/pv_wrapper"
+require "db_sucker/application/sklaven_treiber/worker/core"
+require "db_sucker/application/sklaven_treiber/worker/accessors"
+require "db_sucker/application/sklaven_treiber/worker/helpers"
+require "db_sucker/application/sklaven_treiber/worker/routines"
+require "db_sucker/application/sklaven_treiber/worker"
+require "db_sucker/application/sklaven_treiber"
+require "db_sucker/application/window/core"
+require "db_sucker/application/window/keypad/core"
+require "db_sucker/application/window/keypad"
+require "db_sucker/application/window/prompt"
+require "db_sucker/application/window/dialog"
+require "db_sucker/application/window"
+require "db_sucker/application/container/accessors"
+require "db_sucker/application/container/validations"
+require "db_sucker/application/container/variation/accessors"
+require "db_sucker/application/container/variation/helpers"
+require "db_sucker/application/container/variation/worker_api"
+require "db_sucker/application/container/variation"
+require "db_sucker/application/container/ssh"
+require "db_sucker/application/container"
+require "db_sucker/application/container_collection"
+require "db_sucker/application/dispatch"
+require "db_sucker/application/colorize"
+require "db_sucker/application/slot_pool"
+require "db_sucker/application/evented_resultset"
+require "db_sucker/application/fake_channel"
+require "db_sucker/application/core"
+require "db_sucker/application"
+
+# adapters
+require "db_sucker/adapters/mysql2"
+
+# patches
+require "db_sucker/patches/net-sftp"
+require "db_sucker/patches/beta-warning"
+if ENV["DBS_DEVELOPER"] && ENV["DBS_DEVELOPER"] != "false"
+  require "pry"
+  require "pry-remote"
+  require "db_sucker/patches/developer"
+  require "db_sucker/patches/thread-count"
+end