proxysql_query_log-parser 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 4966444a16781f8d1bd840ad809dcdd8f7a0252d1178769746ad0b96e7ec97d8
+  data.tar.gz: 3e7e50eb10a369739003f91b2e93b172378618707fc8678c5cd91dd898c876f1
+SHA512:
+  metadata.gz: a2fe520f18b3a260faeacf6c95a50f5274444383d3535e3a39b244ea6bc8b06e51ebdaa90297b2d170b514dc906796b391ba8933633454e1bc37d53a0ee0e644
+  data.tar.gz: 5aa401aa0ab2dbe5e009138b3a249e3da58cb190f0cf89981bced105599ba0185f3b66caaae4b341acc555d109e261e1d1cf8c91f41a03b62f96382f5d1f18a6

data/.gitignore

@@ -0,0 +1,2 @@
+vendor
+.bundle

data/.rubocop.yml

@@ -0,0 +1,6 @@
+AllCops:
+  TargetRubyVersion: 2.5
+  DisplayCopNames: true
+  Exclude:
+    - 'vendor/**/*'
+    - '*.gemspec'

data/.travis.yml

@@ -0,0 +1,11 @@
+language: ruby
+
+rvm:
+  - 2.5
+
+bundler_args: --jobs=2
+
+script:
+  - bundle exec rake test
+
+cache: bundler

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+gemspec
+

data/Gemfile.lock

@@ -0,0 +1,40 @@
+PATH
+  remote: .
+  specs:
+    proxysql_query_log-parser (0.0.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    ast (2.4.0)
+    parallel (1.12.1)
+    parser (2.5.1.0)
+      ast (~> 2.4.0)
+    power_assert (1.1.1)
+    powerpack (0.1.1)
+    rainbow (3.0.0)
+    rake (10.5.0)
+    rubocop (0.56.0)
+      parallel (~> 1.10)
+      parser (>= 2.5)
+      powerpack (~> 0.1)
+      rainbow (>= 2.2.2, < 4.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (~> 1.0, >= 1.0.1)
+    ruby-progressbar (1.9.0)
+    test-unit (3.2.8)
+      power_assert
+    unicode-display_width (1.3.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.16)
+  proxysql_query_log-parser!
+  rake (~> 10.0)
+  rubocop
+  test-unit (~> 3.0)
+
+BUNDLED WITH
+   1.16.2

data/README.md

@@ -0,0 +1,15 @@
+# ProxySQL Query Log Parser
+
+[![Build Status](https://travis-ci.org/takaishi/proxysql_query_log-parser.svg?branch=master)](https://travis-ci.org/takaishi/proxysql_query_log-parser)
+
+
+## Usage
+
+```
+require 'proxysql_query_log/parser'
+
+parser = ProxysqlQueryLog::Parser.new
+parser.load_file('queries.log.00000011').each do |query|
+  query.print
+end
+```

data/Rakefile

@@ -0,0 +1,13 @@
+require "bundler"
+Bundler::GemHelper.install_tasks
+
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs.push("lib", "test")
+  t.test_files = FileList["test/**/test_*.rb"]
+  t.verbose = true
+  t.warning = true
+end
+
+task default: [:test]

data/lib/proxysql_query_log/parser.rb

@@ -0,0 +1,10 @@
+require 'json'
+
+require 'proxysql_query_log/parser/parser'
+require 'proxysql_query_log/parser/query'
+require 'proxysql_query_log/parser/version'
+
+module ProxysqlQueryLog
+
+end
+

data/lib/proxysql_query_log/parser/parser.rb

@@ -0,0 +1,115 @@
+module ProxysqlQueryLog
+  class Parser
+    def load_file(path)
+      io = File.open(path)
+      read(io)
+    end
+
+    def read(io)
+      queries = []
+      
+      while true
+        raw_total_bytes = io.read(1)
+        break unless raw_total_bytes
+        total_bytes = raw_total_bytes.unpack1('C')
+        io.seek(7, IO::SEEK_CUR)
+        raw = io.read(total_bytes)
+        queries << parse(StringIO.new(raw, 'r+'))
+      end
+      queries
+    end
+
+    def parse(io)
+      q = Query.new
+      if io.read(1).unpack1('C') == 0
+        q.thread_id = parse_thread_id(io)
+        q.username = parse_username(io)
+        q.schema_name = parse_schema_name(io)
+        q.client = parse_client(io)
+        q.hid = parse_hid(io)
+        q.server = parse_server(io)
+        q.start_time = parse_start_time(io)
+        q.end_time = parse_end_time(io)
+        q.digest = parse_digest(io)
+        q.query = parse_query(io)
+      end
+      q
+    end
+
+    private
+
+    def parse_thread_id(io)
+      read_encoded_length(io)
+    end
+
+    def parse_username(io)
+      read_encoded_string(io,read_encoded_length(io))
+    end
+
+    def parse_schema_name(io)
+      read_encoded_string(io, read_encoded_length(io))
+    end
+
+    def parse_client(io)
+      read_encoded_string(io, read_encoded_length(io))
+    end
+
+    def parse_hid(io)
+      read_encoded_length(io)
+    end
+
+    def parse_server(io)
+      read_encoded_string(io,read_encoded_length(io))
+    end
+
+    def parse_start_time(io)
+      io.read(1).unpack('C')
+      io.read(8).unpack1('Q*')
+    end
+
+    def parse_end_time(io)
+      io.read(1).unpack('C')
+      io.read(8).unpack1('Q*')
+    end
+
+    def parse_digest(io)
+      io.read(1).unpack('C')
+      "0x#{io.read(8).unpack('I*').map{|n| sprintf("%X", n)}.join("")}"
+    end
+
+    def parse_query(io)
+      query_len = read_encoded_length(io)
+      read_encoded_string(io, query_len)
+    end
+
+    def mysql_decode_length(buf)
+      case
+        when buf <= 0xfb
+          1
+        when buf == 0xfc
+          3
+        when buf == 0xfd
+          4
+        when buf == 0xfe
+          9
+        else
+          0
+      end
+    end
+
+    def read_encoded_length(io)
+      buf = io.read(1).unpack('C')
+      len = mysql_decode_length(buf[0])
+      unless len == 0
+        buf2 = io.read(len-1).unpack('C*')
+        buf.concat(buf2)
+        return buf == 0 ? 0 : buf[0]
+      end
+    end
+    
+    def read_encoded_string(io, len)
+      io.read(len).unpack1('a*')
+    end
+  end
+end
+

data/lib/proxysql_query_log/parser/query.rb

@@ -0,0 +1,44 @@
+module ProxysqlQueryLog
+  class Query
+    class << self
+      def create(thread_id, username, schema_name, client, hid, server, start_time, end_time, digest, query)
+        q = Query.new
+        q.thread_id = thread_id
+        q.username = username
+        q.schema_name = schema_name
+        q.client = client
+        q.hid = hid
+        q.server = server
+        q.start_time = start_time
+        q.end_time = end_time
+        q.digest = digest
+        q.query = query
+
+        q
+      end
+    end
+
+    attr_accessor :thread_id, :username, :schema_name, :client, :hid, :server, :start_time, :end_time, :digest, :query
+
+    def print
+      puts "ProxySQL LOG QUERY: thread_id=\"#{@thread_id}\" username=\"#{@username}\" schema_name=\"#{@schema_name}\" client=\"#{@client}\" HID=#{@hid} server=\"#{@server}\" starttime=\"#{Time.at(@start_time/1000/1000)}\" endtime=\"#{Time.at(@end_time/1000/1000)}\" duration=#{@end_time - @start_time}us digest=\"#{@digest}\"
+#{@query}"
+    end
+
+    def to_json
+      {
+          thread_id: thread_id,
+          username: username,
+          schema_name: schema_name,
+          client: client,
+          HID: hid,
+          server: server,
+          start_time: Time.at(start_time/1000/1000),
+          end_time: Time.at(end_time/1000/1000),
+          duration: end_time - start_time,
+          digest: digest
+      }.to_json
+    end
+
+  end
+end

data/lib/proxysql_query_log/parser/version.rb

@@ -0,0 +1,5 @@
+module ProxysqlQueryLog
+  class Parser
+    VERSION = "0.0.2"
+  end
+end

data/proxysql_query_log-parser.gemspec

@@ -0,0 +1,27 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "proxysql_query_log/parser/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "proxysql_query_log-parser"
+  spec.version       = ProxysqlQueryLog::Parser::VERSION
+  spec.authors       = ["r_takaishi"]
+  spec.email         = ["ryo.takaishi.0@gmail.com"]
+
+  spec.summary       = 'ProxySQL query log parser library'
+  spec.description   = spec.summary
+  spec.homepage      = 'https://github.com/takaishi/proxysql_query_log-parser'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "test-unit", "~> 3.0"
+  spec.add_development_dependency "rubocop"
+end

metadata

@@ -0,0 +1,111 @@
+--- !ruby/object:Gem::Specification
+name: proxysql_query_log-parser
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- r_takaishi
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-05-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ProxySQL query log parser library
+email:
+- ryo.takaishi.0@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rubocop.yml"
+- ".travis.yml"
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- lib/proxysql_query_log/parser.rb
+- lib/proxysql_query_log/parser/parser.rb
+- lib/proxysql_query_log/parser/query.rb
+- lib/proxysql_query_log/parser/version.rb
+- proxysql_query_log-parser.gemspec
+homepage: https://github.com/takaishi/proxysql_query_log-parser
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: ProxySQL query log parser library
+test_files: []