my_general 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: c4ce678b6da475675e5f6804cae58a7f642367b78568cae33ff63d126b295018
+  data.tar.gz: 8a2d5d7129071b08376a85c749478b647cf215e13f06bef425e2fd43ec550a99
+SHA512:
+  metadata.gz: a9c1a30e12a3f6502b28aa7a72325d003e7520f454d2dc93a4f8bd2e2a9e0abd16a1e22face9cae6c08eaf36ce72ebf94c486ad58cb0506e0ca3cf5a699f1775
+  data.tar.gz: 10287b2ca71453fc887fa1118bf4feb7fc1df6e66b93e14a0a34d2289ddc739b7a19b246f11c2435ce00110279ee03f0703427aefc90b8b39f9504462e79b39c

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2018 Delton Ding
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/bin/my_general

@@ -0,0 +1,19 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+require 'my_general'
+
+options = {}
+
+OptionParser.new do |opts|
+  opts.banner = 'Usage: my_general [options]'
+  opts.on('-l LOG_FILE", "--log", "General Purpose Log File') do |v|
+    options[:log] = v
+  end
+  opts.on('-d DATABASE_YAML", "--database", "Database Connection YAML') do |v|
+    options[:database] = v
+  end
+end.parse!
+
+instance = MyGeneral::Instance.new(options[:log], options[:database])
+instance.run

data/lib/my_general.rb

@@ -0,0 +1,7 @@
+require 'ruby-progressbar'
+require 'sequel'
+require 'yaml'
+
+require_relative 'my_general/version'
+
+require_relative 'my_general/instance'

data/lib/my_general/instance.rb

@@ -0,0 +1,54 @@
+class MyGeneral::Instance
+  def initialize(log_file, database_file)
+    @complexity = nil
+    @db = nil
+
+    @log_file = log_file
+    @database_file = database_file
+  end
+
+  def complexity
+    @complexity.nil? ? (@complexity = `wc -l #{@log_file}`.to_i) : @complexity
+  end
+
+  def run
+    puts "Log File:           #{@log_file}"
+    puts "Database YAML:      #{@database_file}"
+    puts '[1/4] ⌚  Counting Complexity...'
+    complexity
+    puts "[1/4] ⌚  Counting Complexity... OK [Complexity: #{@complexity}]"
+    puts '[2/4] 🔌  Dailing Database...'
+    @db = Sequel.connect(YAML.load_file(@database_file))
+    puts "[2/4] 🔌  Dailing Database... OK [Connected]"
+    puts '[3/4] ⏳  Importing Data...'
+    run_data
+    puts "[3/4] ⏳  Importing Data... OK [#{complexity}/#{complexity}]"
+    puts '[4/4] 🚩  Finished!'
+  end
+
+  def run_data
+    progressbar = ProgressBar.create
+    progressbar.total = complexity
+    File.open(@log_file, 'r') do |file|
+      until file.eof?
+        line = file.readline
+        run_query(line, progressbar)
+        progressbar.increment
+      end
+    end
+  end
+
+  def run_query(line, progressbar)
+    data = line.split("\t")
+    return if data.length < 3 # A connecting message
+    return if data[-1].upcase.start_with?('CREATE DATABASE') # Ignore database scale query
+    return unless data[-2].end_with?('Query') # Ignore not query
+    return if data[-1].upcase.start_with?('SELECT')# Ignore select query
+    return if data[-1].upcase.start_with?('SHOW') # Ignore show query
+    @db.run(data[-1])
+  rescue => e
+    progressbar.log("When executing #{line}")
+    progressbar.log('We met a problem:')
+    progressbar.log(e.inspect)
+  end
+end

data/lib/my_general/version.rb

@@ -0,0 +1,5 @@
+# MyGenral Module
+module MyGeneral
+  # Current Version Code
+  VERSION = '0.0.1'.freeze
+end

metadata

@@ -0,0 +1,108 @@
+--- !ruby/object:Gem::Specification
+name: my_general
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- HeckPsi Lab
+autorequire: 
+bindir:
+- bin
+cert_chain: []
+date: 2018-01-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+description: Recover MySQL data from General Purpose Query Log.
+email:
+- business@heckpsi.com
+executables:
+- my_general
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- bin/my_general
+- lib/my_general.rb
+- lib/my_general/instance.rb
+- lib/my_general/version.rb
+homepage: https://github.com/dsh0416/my_general
+licenses:
+- MIT
+metadata:
+  issue_tracker: https://github.com/dsh0416/my_general/issues
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.2.6
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.3
+signing_key: 
+specification_version: 4
+summary: Recover MySQL data from General Purpose Query Log
+test_files: []